2015-02-12 16:31:56,494 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 16:31:56,529 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 16:31:56,530 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.tuple.hadoop.SerializedPipesPlatformTest
2015-02-12 16:31:56,545 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 16:31:57,273 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 16:31:57,313 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(770)) - No KeyProvider found.
2015-02-12 16:31:57,354 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(782)) - fsLock is fair:true
2015-02-12 16:31:57,426 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 16:31:57,433 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 16:31:57,436 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 16:31:57,441 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 16:31:57,442 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 16:31:57
2015-02-12 16:31:57,445 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 16:31:57,447 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:31:57,457 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 16:31:57,457 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 16:31:57,482 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(356)) - dfs.block.access.token.enable=false
2015-02-12 16:31:57,483 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - defaultReplication = 3
2015-02-12 16:31:57,484 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplication = 512
2015-02-12 16:31:57,484 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - minReplication = 1
2015-02-12 16:31:57,485 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - maxReplicationStreams = 2
2015-02-12 16:31:57,485 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - shouldCheckForEnoughRacks = false
2015-02-12 16:31:57,485 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - replicationRecheckInterval = 3000
2015-02-12 16:31:57,486 INFO blockmanagement.BlockManager (BlockManager.java:<init>(347)) - encryptDataTransfer = false
2015-02-12 16:31:57,486 INFO blockmanagement.BlockManager (BlockManager.java:<init>(348)) - maxNumBlocksToLog = 1000
2015-02-12 16:31:57,495 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(803)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 16:31:57,495 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(804)) - supergroup = supergroup
2015-02-12 16:31:57,496 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(805)) - isPermissionEnabled = true
2015-02-12 16:31:57,499 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(816)) - HA Enabled: false
2015-02-12 16:31:57,503 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(853)) - Append Enabled: true
2015-02-12 16:31:57,766 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 16:31:57,766 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:31:57,767 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 16:31:57,767 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 16:31:57,768 INFO namenode.NameNode (FSDirectory.java:<init>(232)) - Caching file names occuring more than 10 times
2015-02-12 16:31:57,775 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 16:31:57,775 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:31:57,776 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 16:31:57,776 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 16:31:57,778 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5455)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 16:31:57,778 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5456)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 16:31:57,779 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5457)) - dfs.namenode.safemode.extension = 0
2015-02-12 16:31:57,780 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(942)) - Retry cache on namenode is enabled
2015-02-12 16:31:57,780 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(950)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 16:31:57,783 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 16:31:57,783 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:31:57,783 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 16:31:57,784 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 16:31:57,789 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 16:31:57,789 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 16:31:57,790 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 16:31:57,838 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:57,850 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 16:31:57,854 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 16:31:57,976 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 16:31:57,978 INFO namenode.NameNode (NameNode.java:createNameNode(1356)) - createNameNode []
2015-02-12 16:31:57,998 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 16:31:58,053 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(356)) - Scheduled snapshot period at 10 second(s).
2015-02-12 16:31:58,053 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(184)) - NameNode metrics system started
2015-02-12 16:31:58,055 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(344)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 16:31:58,101 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1681)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-12 16:31:58,102 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1692)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 16:31:58,152 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 16:31:58,156 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 16:31:58,168 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:31:58,170 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 16:31:58,171 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:31:58,171 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:31:58,196 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 16:31:58,199 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:31:58,225 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51604
2015-02-12 16:31:58,226 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:31:58,274 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_51604_hdfs____s2z70o/webapp
2015-02-12 16:31:58,527 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51604
2015-02-12 16:31:58,529 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(770)) - No KeyProvider found.
2015-02-12 16:31:58,530 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(782)) - fsLock is fair:true
2015-02-12 16:31:58,531 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 16:31:58,531 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 16:31:58,531 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 16:31:58,532 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 16:31:58
2015-02-12 16:31:58,532 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 16:31:58,532 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:31:58,533 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 16:31:58,533 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 16:31:58,534 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(356)) - dfs.block.access.token.enable=false
2015-02-12 16:31:58,535 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - defaultReplication = 3
2015-02-12 16:31:58,535 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplication = 512
2015-02-12 16:31:58,535 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - minReplication = 1
2015-02-12 16:31:58,536 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - maxReplicationStreams = 2
2015-02-12 16:31:58,536 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - shouldCheckForEnoughRacks = false
2015-02-12 16:31:58,536 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - replicationRecheckInterval = 3000
2015-02-12 16:31:58,537 INFO blockmanagement.BlockManager (BlockManager.java:<init>(347)) - encryptDataTransfer = false
2015-02-12 16:31:58,537 INFO blockmanagement.BlockManager (BlockManager.java:<init>(348)) - maxNumBlocksToLog = 1000
2015-02-12 16:31:58,537 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(803)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 16:31:58,537 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(804)) - supergroup = supergroup
2015-02-12 16:31:58,538 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(805)) - isPermissionEnabled = true
2015-02-12 16:31:58,538 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(816)) - HA Enabled: false
2015-02-12 16:31:58,539 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(853)) - Append Enabled: true
2015-02-12 16:31:58,540 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 16:31:58,540 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:31:58,541 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 16:31:58,541 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 16:31:58,542 INFO namenode.NameNode (FSDirectory.java:<init>(232)) - Caching file names occuring more than 10 times
2015-02-12 16:31:58,542 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 16:31:58,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:31:58,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 16:31:58,544 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 16:31:58,544 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5455)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 16:31:58,544 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5456)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 16:31:58,545 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5457)) - dfs.namenode.safemode.extension = 0
2015-02-12 16:31:58,545 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(942)) - Retry cache on namenode is enabled
2015-02-12 16:31:58,546 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(950)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 16:31:58,546 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 16:31:58,546 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:31:58,547 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 16:31:58,547 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 16:31:58,549 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 16:31:58,549 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 16:31:58,549 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 16:31:58,552 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:31:58,556 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:31:58,560 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(337)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/current
2015-02-12 16:31:58,561 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(337)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2/current
2015-02-12 16:31:58,562 INFO namenode.FSImage (FSImage.java:loadFSImage(655)) - No edit log streams selected.
2015-02-12 16:31:58,595 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 16:31:58,605 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(171)) - Loaded FSImage in 0 seconds.
2015-02-12 16:31:58,606 INFO namenode.FSImage (FSImage.java:loadFSImage(930)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 16:31:58,610 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1011)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 16:31:58,611 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1162)) - Starting log segment at 1
2015-02-12 16:31:58,682 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 16:31:58,682 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(742)) - Finished loading FSImage in 133 msecs
2015-02-12 16:31:58,850 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(317)) - RPC server is binding to localhost:0
2015-02-12 16:31:58,856 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:31:58,867 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51605
2015-02-12 16:31:58,908 INFO namenode.NameNode (NameNode.java:initialize(595)) - Clients are to use localhost:51605 to access this namenode/service.
2015-02-12 16:31:58,912 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6411)) - Registered FSNamesystemState MBean
2015-02-12 16:31:58,942 INFO namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(132)) - Number of blocks under construction: 0
2015-02-12 16:31:58,943 INFO namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(132)) - Number of blocks under construction: 0
2015-02-12 16:31:58,943 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1194)) - initializing replication queues
2015-02-12 16:31:58,944 INFO hdfs.StateChange (FSNamesystem.java:leave(5529)) - STATE* Leaving safe mode after 0 secs
2015-02-12 16:31:58,947 INFO hdfs.StateChange (FSNamesystem.java:leave(5540)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 16:31:58,948 INFO hdfs.StateChange (FSNamesystem.java:leave(5543)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 16:31:58,952 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2557)) - Total number of blocks = 0
2015-02-12 16:31:58,952 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2558)) - Number of invalid blocks = 0
2015-02-12 16:31:58,952 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2559)) - Number of under-replicated blocks = 0
2015-02-12 16:31:58,952 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2560)) - Number of over-replicated blocks = 0
2015-02-12 16:31:58,952 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2562)) - Number of blocks being written = 0
2015-02-12 16:31:58,953 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2563)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 9 msec
2015-02-12 16:31:58,988 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51605: starting
2015-02-12 16:31:58,988 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:31:58,991 INFO namenode.NameNode (NameNode.java:startCommonServices(638)) - NameNode RPC up at: localhost/127.0.0.1:51605
2015-02-12 16:31:58,992 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1121)) - Starting services required for active state
2015-02-12 16:31:59,000 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 16:31:59,000 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(173)) - Rescanning because of pending operations
2015-02-12 16:31:59,001 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:31:59,080 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2
2015-02-12 16:31:59,159 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 16:31:59,160 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 16:31:59,163 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 16:31:59,167 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:51606
2015-02-12 16:31:59,169 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 16:31:59,169 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 16:31:59,173 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 16:31:59,174 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:31:59,174 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 16:31:59,175 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:31:59,175 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:31:59,178 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:31:59,179 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51607
2015-02-12 16:31:59,179 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:31:59,182 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_51607_datanode____n4c94/webapp
2015-02-12 16:31:59,344 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51607
2015-02-12 16:31:59,346 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 16:31:59,346 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 16:31:59,360 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:31:59,361 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51608
2015-02-12 16:31:59,366 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:51608
2015-02-12 16:31:59,372 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 16:31:59,374 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 16:31:59,385 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:51605 starting to offer service
2015-02-12 16:31:59,389 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:31:59,399 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51608: starting
2015-02-12 16:31:59,402 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4
2015-02-12 16:31:59,466 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 16:31:59,471 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 16:31:59,472 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 16:31:59,473 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:51610
2015-02-12 16:31:59,477 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 16:31:59,478 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 16:31:59,482 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 16:31:59,484 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:31:59,485 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 16:31:59,486 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:31:59,487 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:31:59,491 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:31:59,492 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51611
2015-02-12 16:31:59,493 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:31:59,495 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_51611_datanode____le8bz5/webapp
2015-02-12 16:31:59,648 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:31:59,649 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,649 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:31:59,704 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,704 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:31:59,705 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,705 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:31:59,705 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-2118265545-10.1.1.67-1423787517799 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current
2015-02-12 16:31:59,706 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:31:59,708 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:31:59,708 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,708 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:31:59,742 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51611
2015-02-12 16:31:59,744 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 16:31:59,750 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 16:31:59,763 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,766 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:31:59,766 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:31:59,766 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,768 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:31:59,768 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-2118265545-10.1.1.67-1423787517799 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current
2015-02-12 16:31:59,769 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51612
2015-02-12 16:31:59,769 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:31:59,770 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=314410807;bpid=BP-2118265545-10.1.1.67-1423787517799;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=314410807;c=0;bpid=BP-2118265545-10.1.1.67-1423787517799;dnuuid=null
2015-02-12 16:31:59,771 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 98e2d7ea-3620-4c76-8178-62d225f5b578
2015-02-12 16:31:59,779 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:51612
2015-02-12 16:31:59,787 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 16:31:59,788 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 16:31:59,790 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:51605 starting to offer service
2015-02-12 16:31:59,791 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:31:59,792 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51612: starting
2015-02-12 16:31:59,792 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:31:59,793 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,793 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:31:59,803 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current
2015-02-12 16:31:59,804 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 16:31:59,804 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current
2015-02-12 16:31:59,804 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 16:31:59,809 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 16:31:59,816 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423797536816 with interval 21600000
2015-02-12 16:31:59,817 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,818 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current...
2015-02-12 16:31:59,819 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current...
2015-02-12 16:31:59,821 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6
2015-02-12 16:31:59,830 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-2118265545-10.1.1.67-1423787517799 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current: 12ms
2015-02-12 16:31:59,830 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-2118265545-10.1.1.67-1423787517799 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current: 11ms
2015-02-12 16:31:59,831 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-2118265545-10.1.1.67-1423787517799: 14ms
2015-02-12 16:31:59,833 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current...
2015-02-12 16:31:59,834 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current...
2015-02-12 16:31:59,834 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 16:31:59,834 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 16:31:59,835 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 3ms
2015-02-12 16:31:59,837 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid null) service to localhost/127.0.0.1:51605 beginning handshake with NN
2015-02-12 16:31:59,850 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) storage 98e2d7ea-3620-4c76-8178-62d225f5b578
2015-02-12 16:31:59,859 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:51606
2015-02-12 16:31:59,861 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,861 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:31:59,861 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,861 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:31:59,861 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-2118265545-10.1.1.67-1423787517799 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current
2015-02-12 16:31:59,863 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:31:59,865 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:31:59,865 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,865 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:31:59,876 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid null) service to localhost/127.0.0.1:51605 successfully registered with NN
2015-02-12 16:31:59,877 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:51605 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 16:31:59,890 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 16:31:59,891 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 16:31:59,892 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 16:31:59,893 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:51613
2015-02-12 16:31:59,894 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 16:31:59,894 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 16:31:59,896 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 16:31:59,897 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:31:59,898 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 16:31:59,899 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:31:59,899 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:31:59,909 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:31:59,910 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51614
2015-02-12 16:31:59,910 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:31:59,916 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_51614_datanode____6u6eck/webapp
2015-02-12 16:31:59,928 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,928 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:31:59,928 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,928 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:31:59,928 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-2118265545-10.1.1.67-1423787517799 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current
2015-02-12 16:31:59,929 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:31:59,930 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=314410807;bpid=BP-2118265545-10.1.1.67-1423787517799;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=314410807;c=0;bpid=BP-2118265545-10.1.1.67-1423787517799;dnuuid=null
2015-02-12 16:31:59,931 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 18976121-9340-48bb-bbaa-6a43fcd8e204
2015-02-12 16:31:59,932 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current
2015-02-12 16:31:59,932 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 16:31:59,933 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current
2015-02-12 16:31:59,933 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 16:31:59,933 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 16:31:59,934 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423798287934 with interval 21600000
2015-02-12 16:31:59,935 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:31:59,935 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current...
2015-02-12 16:31:59,935 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current...
2015-02-12 16:31:59,943 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-2118265545-10.1.1.67-1423787517799 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current: 7ms
2015-02-12 16:31:59,943 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-2118265545-10.1.1.67-1423787517799 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current: 8ms
2015-02-12 16:31:59,944 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-2118265545-10.1.1.67-1423787517799: 9ms
2015-02-12 16:31:59,944 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current...
2015-02-12 16:31:59,944 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current...
2015-02-12 16:31:59,945 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current: 1ms
2015-02-12 16:31:59,945 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 16:31:59,945 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 1ms
2015-02-12 16:31:59,945 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid null) service to localhost/127.0.0.1:51605 beginning handshake with NN
2015-02-12 16:31:59,946 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=18976121-9340-48bb-bbaa-6a43fcd8e204, infoPort=51611, ipcPort=51612, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) storage 18976121-9340-48bb-bbaa-6a43fcd8e204
2015-02-12 16:31:59,947 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:51610
2015-02-12 16:31:59,948 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid null) service to localhost/127.0.0.1:51605 successfully registered with NN
2015-02-12 16:31:59,949 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:51605 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 16:31:59,961 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a for DN 127.0.0.1:51606
2015-02-12 16:31:59,962 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b for DN 127.0.0.1:51606
2015-02-12 16:31:59,962 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a for DN 127.0.0.1:51610
2015-02-12 16:31:59,963 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb for DN 127.0.0.1:51610
2015-02-12 16:31:59,980 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid 98e2d7ea-3620-4c76-8178-62d225f5b578) service to localhost/127.0.0.1:51605 trying to claim ACTIVE state with txid=1
2015-02-12 16:31:59,981 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid 18976121-9340-48bb-bbaa-6a43fcd8e204) service to localhost/127.0.0.1:51605 trying to claim ACTIVE state with txid=1
2015-02-12 16:31:59,981 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid 98e2d7ea-3620-4c76-8178-62d225f5b578) service to localhost/127.0.0.1:51605
2015-02-12 16:31:59,981 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid 18976121-9340-48bb-bbaa-6a43fcd8e204) service to localhost/127.0.0.1:51605
2015-02-12 16:32:00,017 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:32:00,018 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a node DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0), blocks: 0, hasStaleStorages: true, processing time: 5 msecs
2015-02-12 16:32:00,018 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:32:00,019 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b node DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 16:32:00,036 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:32:00,036 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb node DatanodeRegistration(127.0.0.1, datanodeUuid=18976121-9340-48bb-bbaa-6a43fcd8e204, infoPort=51611, ipcPort=51612, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 16:32:00,036 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:32:00,037 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a node DatanodeRegistration(127.0.0.1, datanodeUuid=18976121-9340-48bb-bbaa-6a43fcd8e204, infoPort=51611, ipcPort=51612, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 16:32:00,061 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 3 msec to generate and 77 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2e03cb59
2015-02-12 16:32:00,061 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,064 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 81 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3647b000
2015-02-12 16:32:00,065 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,065 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 16:32:00,065 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:32:00,067 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 16:32:00,067 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 16:32:00,069 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 16:32:00,069 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:32:00,069 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 16:32:00,069 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 16:32:00,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,075 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-2118265545-10.1.1.67-1423787517799 to blockPoolScannerMap, new size=1
2015-02-12 16:32:00,075 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-2118265545-10.1.1.67-1423787517799 to blockPoolScannerMap, new size=1
2015-02-12 16:32:00,159 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51614
2015-02-12 16:32:00,160 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 16:32:00,161 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 16:32:00,161 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:00,163 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51615
2015-02-12 16:32:00,167 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:51615
2015-02-12 16:32:00,171 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 16:32:00,171 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 16:32:00,173 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:51605 starting to offer service
2015-02-12 16:32:00,173 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:00,173 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51615: starting
2015-02-12 16:32:00,176 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8
2015-02-12 16:32:00,177 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:32:00,177 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,177 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:32:00,214 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 16:32:00,215 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 16:32:00,216 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 16:32:00,217 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:51616
2015-02-12 16:32:00,217 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 16:32:00,217 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 16:32:00,219 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 16:32:00,221 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:32:00,222 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 16:32:00,223 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:32:00,223 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:32:00,225 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:32:00,226 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51617
2015-02-12 16:32:00,226 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:32:00,229 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,230 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:32:00,230 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,230 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:32:00,230 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-2118265545-10.1.1.67-1423787517799 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current
2015-02-12 16:32:00,231 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:32:00,234 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:32:00,234 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,234 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:32:00,243 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_51617_datanode____.7pvja1/webapp
2015-02-12 16:32:00,293 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,293 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:32:00,294 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,294 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:32:00,294 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-2118265545-10.1.1.67-1423787517799 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current
2015-02-12 16:32:00,296 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:32:00,296 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=314410807;bpid=BP-2118265545-10.1.1.67-1423787517799;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=314410807;c=0;bpid=BP-2118265545-10.1.1.67-1423787517799;dnuuid=null
2015-02-12 16:32:00,298 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID f15f3a2d-e4b5-4262-be3c-4b5cbafd3133
2015-02-12 16:32:00,299 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current
2015-02-12 16:32:00,299 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 16:32:00,299 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current
2015-02-12 16:32:00,299 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 16:32:00,299 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 16:32:00,301 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423806931301 with interval 21600000
2015-02-12 16:32:00,302 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,304 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current...
2015-02-12 16:32:00,304 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current...
2015-02-12 16:32:00,312 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-2118265545-10.1.1.67-1423787517799 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current: 8ms
2015-02-12 16:32:00,313 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-2118265545-10.1.1.67-1423787517799 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current: 9ms
2015-02-12 16:32:00,313 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-2118265545-10.1.1.67-1423787517799: 11ms
2015-02-12 16:32:00,313 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current...
2015-02-12 16:32:00,314 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current...
2015-02-12 16:32:00,314 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current: 0ms
2015-02-12 16:32:00,314 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 16:32:00,315 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 2ms
2015-02-12 16:32:00,315 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid null) service to localhost/127.0.0.1:51605 beginning handshake with NN
2015-02-12 16:32:00,316 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) storage f15f3a2d-e4b5-4262-be3c-4b5cbafd3133
2015-02-12 16:32:00,316 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:51613
2015-02-12 16:32:00,317 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid null) service to localhost/127.0.0.1:51605 successfully registered with NN
2015-02-12 16:32:00,317 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:51605 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 16:32:00,319 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-711e2957-e561-4098-8700-654ed990c706 for DN 127.0.0.1:51613
2015-02-12 16:32:00,319 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-afc35b5d-f158-46e4-93f6-41d03ae85be9 for DN 127.0.0.1:51613
2015-02-12 16:32:00,320 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid f15f3a2d-e4b5-4262-be3c-4b5cbafd3133) service to localhost/127.0.0.1:51605 trying to claim ACTIVE state with txid=1
2015-02-12 16:32:00,320 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid f15f3a2d-e4b5-4262-be3c-4b5cbafd3133) service to localhost/127.0.0.1:51605
2015-02-12 16:32:00,321 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-afc35b5d-f158-46e4-93f6-41d03ae85be9,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:32:00,322 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-afc35b5d-f158-46e4-93f6-41d03ae85be9 node DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 16:32:00,322 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-711e2957-e561-4098-8700-654ed990c706,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:32:00,322 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-711e2957-e561-4098-8700-654ed990c706 node DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 16:32:00,323 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2e8fb305
2015-02-12 16:32:00,323 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,323 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 16:32:00,323 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:32:00,324 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 16:32:00,324 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 16:32:00,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,326 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-2118265545-10.1.1.67-1423787517799 to blockPoolScannerMap, new size=1
2015-02-12 16:32:00,438 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51617
2015-02-12 16:32:00,439 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 16:32:00,439 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 16:32:00,441 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:00,443 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51618
2015-02-12 16:32:00,447 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:51618
2015-02-12 16:32:00,453 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 16:32:00,453 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 16:32:00,454 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:51605 starting to offer service
2015-02-12 16:32:00,455 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:00,457 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51618: starting
2015-02-12 16:32:00,459 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:32:00,460 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,460 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:32:00,516 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,516 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:32:00,517 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,517 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:32:00,517 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-2118265545-10.1.1.67-1423787517799 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current
2015-02-12 16:32:00,518 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:32:00,520 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 64497@Edinburgh.local
2015-02-12 16:32:00,520 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,521 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:32:00,580 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,581 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:32:00,581 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799 is not formatted for BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,581 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:32:00,581 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-2118265545-10.1.1.67-1423787517799 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current
2015-02-12 16:32:00,584 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:32:00,585 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=314410807;bpid=BP-2118265545-10.1.1.67-1423787517799;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=314410807;c=0;bpid=BP-2118265545-10.1.1.67-1423787517799;dnuuid=null
2015-02-12 16:32:00,586 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1
2015-02-12 16:32:00,587 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current
2015-02-12 16:32:00,587 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 16:32:00,588 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current
2015-02-12 16:32:00,588 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 16:32:00,588 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 16:32:00,590 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423796496590 with interval 21600000
2015-02-12 16:32:00,591 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,593 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current...
2015-02-12 16:32:00,594 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current...
2015-02-12 16:32:00,607 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-2118265545-10.1.1.67-1423787517799 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current: 12ms
2015-02-12 16:32:00,607 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-2118265545-10.1.1.67-1423787517799 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current: 14ms
2015-02-12 16:32:00,607 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-2118265545-10.1.1.67-1423787517799: 15ms
2015-02-12 16:32:00,608 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current...
2015-02-12 16:32:00,608 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current...
2015-02-12 16:32:00,608 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 16:32:00,608 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-2118265545-10.1.1.67-1423787517799 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 16:32:00,609 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 2ms
2015-02-12 16:32:00,622 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid null) service to localhost/127.0.0.1:51605 beginning handshake with NN
2015-02-12 16:32:00,624 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, infoPort=51617, ipcPort=51618, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) storage 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1
2015-02-12 16:32:00,625 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:51616
2015-02-12 16:32:00,626 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid null) service to localhost/127.0.0.1:51605 successfully registered with NN
2015-02-12 16:32:00,626 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:51605 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 16:32:00,629 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a for DN 127.0.0.1:51616
2015-02-12 16:32:00,629 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-96accc0d-146a-4232-956b-11db8ea8f79a for DN 127.0.0.1:51616
2015-02-12 16:32:00,631 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1) service to localhost/127.0.0.1:51605 trying to claim ACTIVE state with txid=1
2015-02-12 16:32:00,631 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-2118265545-10.1.1.67-1423787517799 (Datanode Uuid 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1) service to localhost/127.0.0.1:51605
2015-02-12 16:32:00,633 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:32:00,633 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a node DatanodeRegistration(127.0.0.1, datanodeUuid=34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, infoPort=51617, ipcPort=51618, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 16:32:00,634 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-96accc0d-146a-4232-956b-11db8ea8f79a,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:32:00,634 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-96accc0d-146a-4232-956b-11db8ea8f79a node DatanodeRegistration(127.0.0.1, datanodeUuid=34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, infoPort=51617, ipcPort=51618, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 16:32:00,636 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 4 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2e8ad131
2015-02-12 16:32:00,636 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,636 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 16:32:00,636 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:32:00,637 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 16:32:00,637 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 16:32:00,638 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2118265545-10.1.1.67-1423787517799
2015-02-12 16:32:00,639 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-2118265545-10.1.1.67-1423787517799 to blockPoolScannerMap, new size=1
2015-02-12 16:32:01,051 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2113)) - Cluster is active
2015-02-12 16:32:01,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:01,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:01,163 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:32:01,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001 src: /127.0.0.1:51620 dest: /127.0.0.1:51606
2015-02-12 16:32:01,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001 src: /127.0.0.1:51621 dest: /127.0.0.1:51613
2015-02-12 16:32:01,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001 src: /127.0.0.1:51622 dest: /127.0.0.1:51616
2015-02-12 16:32:01,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51622, dest: /127.0.0.1:51616, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001, duration: 60212000
2015-02-12 16:32:01,317 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:01,319 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51621, dest: /127.0.0.1:51613, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001, duration: 64284000
2015-02-12 16:32:01,321 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:01,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51620, dest: /127.0.0.1:51606, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001, duration: 69446000
2015-02-12 16:32:01,324 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:01,334 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3532)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} has not reached minimal replication 1
2015-02-12 16:32:01,335 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 16:32:01,335 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 16:32:01,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 498874
2015-02-12 16:32:01,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741825_1001 size 498874
2015-02-12 16:32:01,337 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741825_1001 size 498874
2015-02-12 16:32:01,745 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:01,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 16:32:01,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:01,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:01,912 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:32:01,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002 src: /127.0.0.1:51623 dest: /127.0.0.1:51613
2015-02-12 16:32:01,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002 src: /127.0.0.1:51624 dest: /127.0.0.1:51606
2015-02-12 16:32:01,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002 src: /127.0.0.1:51625 dest: /127.0.0.1:51610
2015-02-12 16:32:01,925 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51625, dest: /127.0.0.1:51610, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002, duration: 5182000
2015-02-12 16:32:01,925 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:01,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51624, dest: /127.0.0.1:51606, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002, duration: 6464000
2015-02-12 16:32:01,927 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:01,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:32:01,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:32:01,930 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51623, dest: /127.0.0.1:51613, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002, duration: 9158000
2015-02-12 16:32:01,930 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:01,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:01,933 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:01,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 16:32:02,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 16:32:02,035 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(154)) - mkdir: hdfs://localhost:51605/tmp/hadoop-yarn/staging
2015-02-12 16:32:02,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:32:02,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:32:02,087 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2204)) - core-site.xml not found
2015-02-12 16:32:02,088 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 16:32:02,090 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2204)) - yarn-site.xml not found
2015-02-12 16:32:02,092 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 16:32:02,115 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 16:32:02,118 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(76)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 16:32:02,124 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 16:32:02,133 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 16:32:02,136 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 16:32:02,137 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(268)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler
2015-02-12 16:32:02,163 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 16:32:02,165 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 16:32:02,166 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 16:32:02,167 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 16:32:02,183 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - ResourceManager metrics system started (again)
2015-02-12 16:32:02,190 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 16:32:02,197 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 16:32:02,199 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 16:32:02,202 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,202 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,203 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,203 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,203 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,203 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,204 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,204 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,204 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,204 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:32:02,205 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 16:32:02,239 WARN fair.AllocationFileLoaderService (AllocationFileLoaderService.java:getAllocationFile(179)) - fair-scheduler.xml not found on the classpath.
2015-02-12 16:32:02,242 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 16:32:02,242 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 16:32:02,243 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 16:32:02,243 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 16:32:02,243 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 16:32:02,244 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 16:32:02,244 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 16:32:02,244 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 16:32:02,245 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 16:32:02,246 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 16:32:02,316 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 16:32:02,318 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 16:32:02,318 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 16:32:02,319 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 16:32:02,321 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 16:32:02,322 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 16:32:02,325 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 16:32:02,326 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 16:32:02,326 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 16:32:02,338 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 16:32:02,338 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 16:32:02,540 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 16:32:02,557 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 16:32:02,558 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 16:32:02,581 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 16:32:02,582 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 16:32:02,582 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 16:32:02,584 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 16:32:02,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 16:32:02,585 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 16:32:02,586 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 16:32:02,586 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 16:32:02,587 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 16:32:02,587 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 16:32:02,588 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 16:32:02,588 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 16:32:02,588 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 16:32:02,589 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 16:32:02,604 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 16:32:02,604 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 16:32:02,605 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 16:32:02,605 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 16:32:02,605 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 16:32:02,605 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 16:32:02,606 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 16:32:02,606 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 16:32:02,606 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 16:32:02,610 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 16:32:02,611 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 16:32:02,820 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 16:32:02,821 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 16:32:02,821 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 16:32:02,823 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 16:32:02,824 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 16:32:02,824 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 16:32:02,824 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 16:32:02,824 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 16:32:02,825 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 16:32:02,825 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 16:32:02,825 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 16:32:02,825 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 16:32:02,826 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 16:32:02,826 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 16:32:02,826 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 16:32:02,826 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 16:32:02,826 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 16:32:02,839 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 16:32:02,839 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 16:32:02,839 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 16:32:02,839 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 16:32:02,840 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 16:32:02,840 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 16:32:02,841 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 16:32:02,842 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 16:32:02,842 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 16:32:02,845 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 16:32:02,846 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 16:32:03,079 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 16:32:03,080 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 16:32:03,081 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 16:32:03,083 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 16:32:03,083 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 16:32:03,084 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 16:32:03,084 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 16:32:03,085 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 16:32:03,085 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 16:32:03,085 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 16:32:03,086 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 16:32:03,086 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 16:32:03,086 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 16:32:03,086 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 16:32:03,087 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 16:32:03,087 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 16:32:03,087 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 16:32:03,102 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 16:32:03,103 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 16:32:03,103 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 16:32:03,104 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 16:32:03,104 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 16:32:03,104 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 16:32:03,105 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 16:32:03,114 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 16:32:03,116 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 16:32:03,120 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 16:32:03,120 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 16:32:03,376 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 16:32:03,378 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 16:32:03,378 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 16:32:03,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 16:32:03,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 16:32:03,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 16:32:03,383 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 16:32:03,383 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 16:32:03,397 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 16:32:03,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 16:32:03,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:32:03,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:32:03,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:32:03,425 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 16:32:03,425 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 16:32:03,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 16:32:09,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002
2015-02-12 16:32:09,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001
2015-02-12 16:32:09,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002
2015-02-12 16:32:10,311 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741826_1002
2015-02-12 16:32:10,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001
2015-02-12 16:32:10,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741825_1001
2015-02-12 16:32:13,438 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 16:32:13,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 16:32:13,476 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 16:32:13,488 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:13,489 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51642
2015-02-12 16:32:13,493 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(214)) - Waiting for HistoryServer to start...
2015-02-12 16:32:13,493 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - JobHistoryServer metrics system started (again)
2015-02-12 16:32:13,494 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 16:32:13,496 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(641)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 16:32:13,496 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 16:32:13,500 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 16:32:13,501 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:32:13,501 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 16:32:13,502 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:32:13,502 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:32:13,502 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-12 16:32:13,503 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:32:13,503 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51643
2015-02-12 16:32:13,503 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:32:13,507 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_51643_jobhistory____ej87oq/webapp
2015-02-12 16:32:13,588 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:51643
2015-02-12 16:32:13,589 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 51643
2015-02-12 16:32:13,883 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:32:13,894 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:13,895 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51644
2015-02-12 16:32:13,898 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 16:32:13,898 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:13,898 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51644: starting
2015-02-12 16:32:13,901 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.67/10.1.1.67:51644
2015-02-12 16:32:13,902 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:13,902 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51642: starting
2015-02-12 16:32:13,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 16:32:14,993 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 16:32:14,994 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 16:32:14,994 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(235)) - MiniMRYARN HistoryServer address: 10.1.1.67:51644
2015-02-12 16:32:14,995 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(237)) - MiniMRYARN HistoryServer web address: Edinburgh.local:51643
2015-02-12 16:32:14,996 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 16:32:14,997 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(956)) - Transitioning to active state
2015-02-12 16:32:15,005 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(104)) - Rolling master-key for container-tokens
2015-02-12 16:32:15,006 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 16:32:15,006 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 16:32:15,006 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 16:32:15,007 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(641)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 16:32:15,008 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 16:32:15,008 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 16:32:15,019 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:15,020 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51645
2015-02-12 16:32:15,022 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 16:32:15,023 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:15,023 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51645: starting
2015-02-12 16:32:15,039 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:15,040 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51646
2015-02-12 16:32:15,043 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 16:32:15,044 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:15,044 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51646: starting
2015-02-12 16:32:15,079 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:15,081 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51647
2015-02-12 16:32:15,086 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 16:32:15,087 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:15,088 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51647: starting
2015-02-12 16:32:15,104 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(976)) - Transitioned to active state
2015-02-12 16:32:15,110 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 16:32:15,110 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:32:15,116 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 16:32:15,116 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 16:32:15,117 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 16:32:15,117 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 16:32:15,118 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:32:15,119 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:32:15,122 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-12 16:32:15,123 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:32:15,124 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51648
2015-02-12 16:32:15,124 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:32:15,130 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_51648_cluster____.xz8ale/webapp
2015-02-12 16:32:15,973 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:51648
2015-02-12 16:32:15,973 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 51648
2015-02-12 16:32:16,011 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:32:16,035 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:16,036 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51650
2015-02-12 16:32:16,038 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 16:32:16,039 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:16,039 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51650: starting
2015-02-12 16:32:16,501 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.67:51647
2015-02-12 16:32:16,501 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:51648
2015-02-12 16:32:16,502 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.67:51647
2015-02-12 16:32:16,502 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:51648
2015-02-12 16:32:16,504 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 16:32:16,515 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:16,516 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51651
2015-02-12 16:32:16,519 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 16:32:16,519 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 16:32:16,520 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:16,520 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51651: starting
2015-02-12 16:32:16,526 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:51651
2015-02-12 16:32:16,532 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:16,533 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51652
2015-02-12 16:32:16,537 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 16:32:16,538 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:16,538 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51652: starting
2015-02-12 16:32:16,542 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 51652
2015-02-12 16:32:16,554 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 16:32:16,573 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 51653
2015-02-12 16:32:16,574 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:16,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:51651
2015-02-12 16:32:16,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 16:32:16,576 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 16:32:16,576 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 16:32:16,577 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:32:16,579 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 16:32:16,580 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:32:16,581 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:32:16,582 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 16:32:16,582 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:32:16,583 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51654
2015-02-12 16:32:16,583 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:32:16,586 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_51654_node____.rgf76p/webapp
2015-02-12 16:32:17,089 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:51654
2015-02-12 16:32:17,090 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 51654
2015-02-12 16:32:17,106 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:32:17,109 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 16:32:17,114 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 16:32:17,126 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 16:32:17,129 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 51651 httpPort: 51654) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:51651
2015-02-12 16:32:17,129 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 1516481707
2015-02-12 16:32:17,130 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:51651 Node Transitioned from NEW to RUNNING
2015-02-12 16:32:17,132 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1789454377
2015-02-12 16:32:17,132 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:51651 with total resource of <memory:4096, vCores:8>
2015-02-12 16:32:17,132 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 16:32:17,135 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:51651 cluster capacity: <memory:4096, vCores:8>
2015-02-12 16:32:17,508 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 16:32:17,510 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:17,512 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51655
2015-02-12 16:32:17,514 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 16:32:17,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 16:32:17,515 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:17,515 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51655: starting
2015-02-12 16:32:17,519 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:51655
2015-02-12 16:32:17,520 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:17,521 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51656
2015-02-12 16:32:17,523 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 16:32:17,523 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:17,523 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51656: starting
2015-02-12 16:32:17,526 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 51656
2015-02-12 16:32:17,527 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 16:32:17,528 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 51657
2015-02-12 16:32:17,529 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:17,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:51655
2015-02-12 16:32:17,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 16:32:17,529 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 16:32:17,530 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 16:32:17,531 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:32:17,531 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 16:32:17,532 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:32:17,532 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:32:17,532 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 16:32:17,533 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:32:17,533 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51658
2015-02-12 16:32:17,533 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:32:17,536 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_51658_node____.4yn6e5/webapp
2015-02-12 16:32:17,802 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:51658
2015-02-12 16:32:17,802 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 51658
2015-02-12 16:32:17,812 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:32:17,814 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 16:32:17,814 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 16:32:17,815 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 16:32:17,815 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 51655 httpPort: 51658) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:51655
2015-02-12 16:32:17,815 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:51655 Node Transitioned from NEW to RUNNING
2015-02-12 16:32:17,815 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 1516481707
2015-02-12 16:32:17,816 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:51655 cluster capacity: <memory:8192, vCores:16>
2015-02-12 16:32:17,816 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1789454377
2015-02-12 16:32:17,818 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:51655 with total resource of <memory:4096, vCores:8>
2015-02-12 16:32:17,818 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 16:32:18,513 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 16:32:18,516 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:18,517 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51659
2015-02-12 16:32:18,520 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 16:32:18,520 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 16:32:18,521 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:18,521 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51659: starting
2015-02-12 16:32:18,526 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:51659
2015-02-12 16:32:18,527 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:18,528 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51660
2015-02-12 16:32:18,530 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 16:32:18,530 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:18,531 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51660: starting
2015-02-12 16:32:18,534 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 51660
2015-02-12 16:32:18,535 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 16:32:18,536 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 51661
2015-02-12 16:32:18,536 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:18,536 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:51659
2015-02-12 16:32:18,537 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 16:32:18,537 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 16:32:18,537 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 16:32:18,538 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:32:18,538 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 16:32:18,538 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:32:18,538 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:32:18,539 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 16:32:18,539 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:32:18,539 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51662
2015-02-12 16:32:18,539 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:32:18,542 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_51662_node____t2svlo/webapp
2015-02-12 16:32:18,765 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:51662
2015-02-12 16:32:18,766 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 51662
2015-02-12 16:32:18,772 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:32:18,773 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 16:32:18,773 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 16:32:18,773 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 16:32:18,773 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 51659 httpPort: 51662) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:51659
2015-02-12 16:32:18,773 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:51659 Node Transitioned from NEW to RUNNING
2015-02-12 16:32:18,773 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 1516481707
2015-02-12 16:32:18,774 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:51659 cluster capacity: <memory:12288, vCores:24>
2015-02-12 16:32:18,774 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1789454377
2015-02-12 16:32:18,774 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:51659 with total resource of <memory:4096, vCores:8>
2015-02-12 16:32:18,774 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 16:32:19,516 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 16:32:19,520 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:19,521 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51663
2015-02-12 16:32:19,522 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 16:32:19,523 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 16:32:19,523 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:19,523 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51663: starting
2015-02-12 16:32:19,531 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:51663
2015-02-12 16:32:19,531 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:32:19,532 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51664
2015-02-12 16:32:19,534 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 16:32:19,534 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:32:19,534 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51664: starting
2015-02-12 16:32:19,536 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 51664
2015-02-12 16:32:19,537 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 16:32:19,538 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 51665
2015-02-12 16:32:19,538 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:19,538 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:51663
2015-02-12 16:32:19,538 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 16:32:19,538 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 16:32:19,539 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 16:32:19,539 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:32:19,540 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 16:32:19,540 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:32:19,540 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:32:19,541 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 16:32:19,541 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:32:19,541 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51666
2015-02-12 16:32:19,541 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:32:19,544 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_51666_node____.jgj5kw/webapp
2015-02-12 16:32:19,753 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:51666
2015-02-12 16:32:19,754 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 51666
2015-02-12 16:32:19,759 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:32:19,761 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 16:32:19,761 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 16:32:19,761 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 16:32:19,761 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 51663 httpPort: 51666) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:51663
2015-02-12 16:32:19,762 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 1516481707
2015-02-12 16:32:19,761 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:51663 Node Transitioned from NEW to RUNNING
2015-02-12 16:32:19,762 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1789454377
2015-02-12 16:32:19,762 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:51663 cluster capacity: <memory:16384, vCores:32>
2015-02-12 16:32:19,763 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:51663 with total resource of <memory:4096, vCores:8>
2015-02-12 16:32:19,763 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 16:32:20,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:20,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:20,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:20,543 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt. BP-2118265545-10.1.1.67-1423787517799 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:32:20,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003 src: /127.0.0.1:51667 dest: /127.0.0.1:51610
2015-02-12 16:32:20,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003 src: /127.0.0.1:51668 dest: /127.0.0.1:51613
2015-02-12 16:32:20,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003 src: /127.0.0.1:51669 dest: /127.0.0.1:51606
2015-02-12 16:32:20,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51669, dest: /127.0.0.1:51606, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003, duration: 5923000
2015-02-12 16:32:20,559 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:20,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:32:20,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51668, dest: /127.0.0.1:51613, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003, duration: 9568000
2015-02-12 16:32:20,561 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:20,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:32:20,566 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51667, dest: /127.0.0.1:51610, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003, duration: 13736000
2015-02-12 16:32:20,566 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:20,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:32:20,568 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:20,657 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:32:20,658 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:32:20,664 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: AE81B0780EAC4A6E894BF79D10A6D2CF
2015-02-12 16:32:20,701 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 16:32:20,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:20,791 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 16:32:20,792 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:32:20,793 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-02-12 16:32:20,793 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[[UNKNOWN]->['ip', 'count', 'boolean']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization"]
2015-02-12 16:32:20,794 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:32:20,794 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:32:20,794 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:32:20,795 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pesplatform/serialization
2015-02-12 16:32:20,826 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:32:20,898 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:32:20,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:20,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:32:20,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:32:20,938 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 1
2015-02-12 16:32:20,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001 dst=null perm=null proto=rpc
2015-02-12 16:32:20,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:32:20,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:32:20,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:20,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:20,956 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:32:20,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004 src: /127.0.0.1:51671 dest: /127.0.0.1:51616
2015-02-12 16:32:20,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004 src: /127.0.0.1:51672 dest: /127.0.0.1:51606
2015-02-12 16:32:20,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004 src: /127.0.0.1:51673 dest: /127.0.0.1:51613
2015-02-12 16:32:20,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51673, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004, duration: 11305000
2015-02-12 16:32:20,977 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:20,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:20,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51672, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004, duration: 12428000
2015-02-12 16:32:20,979 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:20,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:20,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51671, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004, duration: 14073000
2015-02-12 16:32:20,984 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:20,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:20,991 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:20,994 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar
2015-02-12 16:32:20,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:20,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:21,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:32:21,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:32:21,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:21,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:32:21,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:32:21,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:21,031 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:32:21,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:21,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:21,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:21,051 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split
2015-02-12 16:32:21,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:21,054 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:32:21,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005 src: /127.0.0.1:51674 dest: /127.0.0.1:51613
2015-02-12 16:32:21,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005 src: /127.0.0.1:51675 dest: /127.0.0.1:51610
2015-02-12 16:32:21,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005 src: /127.0.0.1:51676 dest: /127.0.0.1:51616
2015-02-12 16:32:21,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005 src: /127.0.0.1:51677 dest: /127.0.0.1:51606
2015-02-12 16:32:21,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51677, dest: /127.0.0.1:51606, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005, duration: 5876000
2015-02-12 16:32:21,069 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:21,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:21,071 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51676, dest: /127.0.0.1:51616, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005, duration: 7607000
2015-02-12 16:32:21,071 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:21,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:21,073 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51675, dest: /127.0.0.1:51610, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005, duration: 9696000
2015-02-12 16:32:21,073 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:21,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:21,078 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51674, dest: /127.0.0.1:51613, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005, duration: 12193000
2015-02-12 16:32:21,078 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:21,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:21,087 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:21,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:21,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:21,098 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:32:21,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006 src: /127.0.0.1:51678 dest: /127.0.0.1:51610
2015-02-12 16:32:21,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006 src: /127.0.0.1:51679 dest: /127.0.0.1:51613
2015-02-12 16:32:21,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006 src: /127.0.0.1:51680 dest: /127.0.0.1:51606
2015-02-12 16:32:21,111 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51680, dest: /127.0.0.1:51606, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006, duration: 5541000
2015-02-12 16:32:21,111 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:21,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:32:21,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51679, dest: /127.0.0.1:51613, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006, duration: 8708000
2015-02-12 16:32:21,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:21,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:32:21,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51678, dest: /127.0.0.1:51610, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006, duration: 9869000
2015-02-12 16:32:21,116 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:21,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:32:21,121 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:21,122 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 16:32:21,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:21,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:21,252 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:32:21,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007 src: /127.0.0.1:51681 dest: /127.0.0.1:51606
2015-02-12 16:32:21,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007 src: /127.0.0.1:51682 dest: /127.0.0.1:51613
2015-02-12 16:32:21,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007 src: /127.0.0.1:51683 dest: /127.0.0.1:51616
2015-02-12 16:32:21,268 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51683, dest: /127.0.0.1:51616, bytes: 97157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007, duration: 7740000
2015-02-12 16:32:21,269 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:21,270 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:21,270 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51682, dest: /127.0.0.1:51613, bytes: 97157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007, duration: 8860000
2015-02-12 16:32:21,270 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:21,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:21,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51681, dest: /127.0.0.1:51606, bytes: 97157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007, duration: 10989000
2015-02-12 16:32:21,272 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:21,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:21,275 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:21,276 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0001
2015-02-12 16:32:21,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001 dst=null perm=null proto=rpc
2015-02-12 16:32:21,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:21,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:21,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:21,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:21,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:21,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:21,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:21,415 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 1 submitted by user soberoi
2015-02-12 16:32:21,415 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0001
2015-02-12 16:32:21,417 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0001
2015-02-12 16:32:21,417 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0001 State change from NEW to NEW_SAVING
2015-02-12 16:32:21,423 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0001
2015-02-12 16:32:21,424 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:32:21,431 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0001 from user: soberoi, in queue: default, currently num of applications: 1
2015-02-12 16:32:21,448 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 16:32:21,452 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0001
2015-02-12 16:32:21,472 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0001_000001
2015-02-12 16:32:21,473 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from NEW to SUBMITTED
2015-02-12 16:32:21,483 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0001_000001 to scheduler from user: soberoi
2015-02-12 16:32:21,487 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:32:21,514 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0001/
2015-02-12 16:32:21,515 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423787534997_0001
2015-02-12 16:32:21,515 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0001/
2015-02-12 16:32:21,784 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:21,784 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000001
2015-02-12 16:32:21,785 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:32:21,788 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0001_01_000001
2015-02-12 16:32:21,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:21,792 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0001_000001
2015-02-12 16:32:21,793 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0001 AttemptId: appattempt_1423787534997_0001_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0001_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ]
2015-02-12 16:32:21,794 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:32:21,800 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:32:21,803 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0001_000001
2015-02-12 16:32:21,812 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0001_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0001_000001
2015-02-12 16:32:21,812 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:32:21,813 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0001_000001
2015-02-12 16:32:21,813 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0001_000001
2015-02-12 16:32:21,834 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:21,842 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0001_01_000001 by user soberoi
2015-02-12 16:32:21,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0001
2015-02-12 16:32:21,872 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from NEW to INITING
2015-02-12 16:32:21,872 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000001
2015-02-12 16:32:21,873 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0001_01_000001 to application application_1423787534997_0001
2015-02-12 16:32:21,879 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from INITING to RUNNING
2015-02-12 16:32:21,882 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:32:21,882 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0001
2015-02-12 16:32:21,884 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0001_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0001_000001
2015-02-12 16:32:21,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:32:21,893 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:21,894 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:21,894 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:21,894 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:32:21,894 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:32:21,894 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:32:21,895 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar, 1423787521932, FILE, null }
2015-02-12 16:32:22,004 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423787521744, FILE, null }
2015-02-12 16:32:22,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:22,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:32:22,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:32:22,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:22,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:32:22,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:32:22,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:22,134 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0001_01_000001
2015-02-12 16:32:22,148 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/hadoop-5934375909100188965.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:22,159 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0001_01_000001.tokens. Credentials list:
2015-02-12 16:32:22,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:22,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:22,249 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:22,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:22,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000001.tokens
2015-02-12 16:32:22,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:22,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:22,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:22,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:22,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:22,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:22,748 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:22,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:22,785 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:22,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:22,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:22,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:22,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:22,898 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:22,899 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:22,972 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:22,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:22,979 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51606 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:51610
2015-02-12 16:32:23,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000001/default_container_executor.sh]
2015-02-12 16:32:23,905 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004 to 127.0.0.1:51610
2015-02-12 16:32:23,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004 src: /127.0.0.1:51689 dest: /127.0.0.1:51610
2015-02-12 16:32:23,911 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:51610
2015-02-12 16:32:23,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004 src: /127.0.0.1:51689 dest: /127.0.0.1:51610 of size 254067
2015-02-12 16:32:23,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741828_1004 size 254067
2015-02-12 16:32:25,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:32:25,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:32:25,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:32:25,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:32:25,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001 dst=null perm=null proto=rpc
2015-02-12 16:32:25,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:32:25,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:25,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:32:25,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:25,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:25,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:26,544 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:26,550 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0001_000001
2015-02-12 16:32:26,550 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0001 APPATTEMPTID=appattempt_1423787534997_0001_000001
2015-02-12 16:32:26,550 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:32:26,551 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0001 State change from ACCEPTED to RUNNING
2015-02-12 16:32:26,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:26,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:32:26,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:26,976 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:32:27,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008 src: /127.0.0.1:51697 dest: /127.0.0.1:51616
2015-02-12 16:32:27,037 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008 src: /127.0.0.1:51698 dest: /127.0.0.1:51606
2015-02-12 16:32:27,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008 src: /127.0.0.1:51699 dest: /127.0.0.1:51610
2015-02-12 16:32:27,082 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51699, dest: /127.0.0.1:51610, bytes: 114010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008, duration: 39853000
2015-02-12 16:32:27,082 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:27,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:32:27,083 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51698, dest: /127.0.0.1:51606, bytes: 114010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008, duration: 41069000
2015-02-12 16:32:27,084 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:27,085 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51697, dest: /127.0.0.1:51616, bytes: 114010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008, duration: 42508000
2015-02-12 16:32:27,085 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:27,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:27,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:27,094 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:27,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:27,132 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:32:27,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009 src: /127.0.0.1:51700 dest: /127.0.0.1:51613
2015-02-12 16:32:27,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009 src: /127.0.0.1:51701 dest: /127.0.0.1:51606
2015-02-12 16:32:27,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009 src: /127.0.0.1:51702 dest: /127.0.0.1:51610
2015-02-12 16:32:27,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51702, dest: /127.0.0.1:51610, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009, duration: 4560000
2015-02-12 16:32:27,146 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:27,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:32:27,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51701, dest: /127.0.0.1:51606, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009, duration: 5679000
2015-02-12 16:32:27,147 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:27,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51700, dest: /127.0.0.1:51613, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009, duration: 6994000
2015-02-12 16:32:27,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:32:27,149 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:27,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:32:27,154 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001.summary is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:27,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:27,797 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000002
2015-02-12 16:32:27,797 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:32:27,805 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:27,805 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000003
2015-02-12 16:32:27,806 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:32:27,843 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:27,844 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000004
2015-02-12 16:32:27,844 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:32:28,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:28,179 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000005
2015-02-12 16:32:28,179 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:32:28,664 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0001_01_000002
2015-02-12 16:32:28,665 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:28,666 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0001_01_000003
2015-02-12 16:32:28,666 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:28,667 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0001_01_000004
2015-02-12 16:32:28,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:28,668 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0001_01_000005
2015-02-12 16:32:28,669 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:28,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:28,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:28,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:28,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:28,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:28,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:28,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:28,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:28,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:28,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:28,823 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:28,827 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:28,829 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:28,829 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:28,834 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0001_01_000004 by user soberoi
2015-02-12 16:32:28,837 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0001
2015-02-12 16:32:28,837 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000004
2015-02-12 16:32:28,841 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from NEW to INITING
2015-02-12 16:32:28,843 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0001_01_000002 by user soberoi
2015-02-12 16:32:28,848 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000002
2015-02-12 16:32:28,847 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0001_01_000003 by user soberoi
2015-02-12 16:32:28,845 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0001_01_000005 by user soberoi
2015-02-12 16:32:28,845 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0001_01_000004 to application application_1423787534997_0001
2015-02-12 16:32:28,852 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0001
2015-02-12 16:32:28,853 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from INITING to RUNNING
2015-02-12 16:32:28,853 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000003
2015-02-12 16:32:28,851 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:28,848 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0001_01_000002 to application application_1423787534997_0001
2015-02-12 16:32:28,863 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:32:28,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0001
2015-02-12 16:32:28,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0001
2015-02-12 16:32:28,863 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:28,859 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:32:28,857 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from NEW to INITING
2015-02-12 16:32:28,867 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0001_01_000003 to application application_1423787534997_0001
2015-02-12 16:32:28,867 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0001
2015-02-12 16:32:28,868 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:28,853 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0001
2015-02-12 16:32:28,865 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0001
2015-02-12 16:32:28,870 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0001
2015-02-12 16:32:28,870 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:28,870 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0001
2015-02-12 16:32:28,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,871 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,871 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,871 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar, 1423787521932, FILE, null }
2015-02-12 16:32:28,874 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000005
2015-02-12 16:32:28,875 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from INITING to RUNNING
2015-02-12 16:32:28,876 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:32:28,876 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0001
2015-02-12 16:32:28,876 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0001
2015-02-12 16:32:28,876 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:28,876 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0001
2015-02-12 16:32:28,877 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,877 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,877 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,877 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,883 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar, 1423787521932, FILE, null }
2015-02-12 16:32:28,882 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from NEW to INITING
2015-02-12 16:32:28,884 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0001_01_000005 to application application_1423787534997_0001
2015-02-12 16:32:28,884 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from INITING to RUNNING
2015-02-12 16:32:28,885 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:32:28,885 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0001
2015-02-12 16:32:28,885 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0001
2015-02-12 16:32:28,885 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:28,885 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0001
2015-02-12 16:32:28,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:32:28,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar, 1423787521932, FILE, null }
2015-02-12 16:32:28,965 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:28,965 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:29,007 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30007 milliseconds
2015-02-12 16:32:29,007 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:32:29,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423787521744, FILE, null }
2015-02-12 16:32:29,097 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423787521744, FILE, null }
2015-02-12 16:32:29,121 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423787521744, FILE, null }
2015-02-12 16:32:29,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:32:29,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:32:29,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:29,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:32:29,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:32:29,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:32:29,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:32:29,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:29,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:32:29,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:32:29,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:29,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:32:29,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:32:29,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:29,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:32:29,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:32:29,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,281 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/10/hadoop-5934375909100188965.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:29,302 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/filecache/10/hadoop-5934375909100188965.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:29,314 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/filecache/10/hadoop-5934375909100188965.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:29,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000002/default_container_executor.sh]
2015-02-12 16:32:29,443 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0001_01_000004
2015-02-12 16:32:29,473 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0001_01_000004.tokens. Credentials list:
2015-02-12 16:32:29,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0001_01_000003
2015-02-12 16:32:29,556 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0001_01_000005
2015-02-12 16:32:29,576 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423787534997_0001_01_000003.tokens. Credentials list:
2015-02-12 16:32:29,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,584 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423787534997_0001_01_000005.tokens. Credentials list:
2015-02-12 16:32:29,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,609 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:29,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:29,666 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:29,682 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:32:29,685 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:29,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:29,802 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:29,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:29,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:29,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:29,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003
2015-02-12 16:32:29,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005
2015-02-12 16:32:29,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006
2015-02-12 16:32:29,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004
2015-02-12 16:32:29,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007
2015-02-12 16:32:29,957 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003
2015-02-12 16:32:29,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005
2015-02-12 16:32:29,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006
2015-02-12 16:32:29,962 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004
2015-02-12 16:32:30,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000004.tokens
2015-02-12 16:32:30,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:30,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423787534997_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000003.tokens
2015-02-12 16:32:30,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423787534997_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000005.tokens
2015-02-12 16:32:30,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:30,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:30,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:30,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:30,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:30,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:30,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:30,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:30,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:30,303 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:30,314 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:30,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005
2015-02-12 16:32:30,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741827_1003
2015-02-12 16:32:30,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741830_1006
2015-02-12 16:32:30,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004
2015-02-12 16:32:30,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007
2015-02-12 16:32:30,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:30,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:30,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:30,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:30,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:30,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:30,421 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:30,421 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:30,431 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:30,431 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:30,436 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:30,436 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:30,486 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:30,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:30,508 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:30,508 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:30,512 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:30,512 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:30,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741828_1004
2015-02-12 16:32:30,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741829_1005
2015-02-12 16:32:30,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741831_1007
2015-02-12 16:32:30,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000003/default_container_executor.sh]
2015-02-12 16:32:30,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000005/default_container_executor.sh]
2015-02-12 16:32:30,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000004/default_container_executor.sh]
2015-02-12 16:32:34,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008
2015-02-12 16:32:34,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009
2015-02-12 16:32:34,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008
2015-02-12 16:32:34,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009
2015-02-12 16:32:35,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741833_1009
2015-02-12 16:32:35,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741832_1008
2015-02-12 16:32:37,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:38,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:38,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:38,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:38,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:38,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:38,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:38,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:39,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:32:39,239 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:39,247 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0001_01_000002
2015-02-12 16:32:39,248 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000002
2015-02-12 16:32:39,248 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:32:39,248 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0001_01_000002
2015-02-12 16:32:39,272 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0001_01_000002 is : 143
2015-02-12 16:32:39,285 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:32:39,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010 src: /127.0.0.1:51736 dest: /127.0.0.1:51616
2015-02-12 16:32:39,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010 src: /127.0.0.1:51737 dest: /127.0.0.1:51606
2015-02-12 16:32:39,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010 src: /127.0.0.1:51738 dest: /127.0.0.1:51610
2015-02-12 16:32:39,309 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:32:39,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000002
2015-02-12 16:32:39,313 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1.jhist for DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:39,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000002
2015-02-12 16:32:39,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000002
2015-02-12 16:32:39,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000002
2015-02-12 16:32:39,323 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000002
2015-02-12 16:32:39,325 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:32:39,325 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0001_01_000002 from application application_1423787534997_0001
2015-02-12 16:32:39,325 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:39,325 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0001
2015-02-12 16:32:39,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:32:39,658 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:39,660 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0001_01_000005
2015-02-12 16:32:39,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000005
2015-02-12 16:32:39,661 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:32:39,661 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0001_01_000005
2015-02-12 16:32:39,683 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0001_01_000005 is : 143
2015-02-12 16:32:39,695 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:32:39,697 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000005
2015-02-12 16:32:39,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000005
2015-02-12 16:32:39,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000005
2015-02-12 16:32:39,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000005
2015-02-12 16:32:39,704 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000005
2015-02-12 16:32:39,706 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:32:39,706 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0001_01_000005 from application application_1423787534997_0001
2015-02-12 16:32:39,707 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:39,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0001
2015-02-12 16:32:39,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:32:39,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:32:39,781 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:39,783 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0001_01_000004
2015-02-12 16:32:39,784 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000004
2015-02-12 16:32:39,784 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:32:39,784 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0001_01_000004
2015-02-12 16:32:39,787 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:39,792 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0001_01_000003
2015-02-12 16:32:39,793 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000003
2015-02-12 16:32:39,793 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:32:39,794 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0001_01_000003
2015-02-12 16:32:39,814 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0001_01_000004 is : 143
2015-02-12 16:32:39,825 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0001_01_000003 is : 143
2015-02-12 16:32:39,830 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:32:39,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000004
2015-02-12 16:32:39,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000004
2015-02-12 16:32:39,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000004
2015-02-12 16:32:39,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000004
2015-02-12 16:32:39,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000004
2015-02-12 16:32:39,836 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:32:39,841 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0001_01_000004 from application application_1423787534997_0001
2015-02-12 16:32:39,842 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:39,843 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0001
2015-02-12 16:32:39,853 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:32:39,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000003
2015-02-12 16:32:39,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000003
2015-02-12 16:32:39,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000003
2015-02-12 16:32:39,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000003
2015-02-12 16:32:39,860 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000003
2015-02-12 16:32:39,862 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:32:39,862 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0001_01_000003 from application application_1423787534997_0001
2015-02-12 16:32:39,862 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:39,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0001
2015-02-12 16:32:40,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:32:40,257 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:32:40,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000002
2015-02-12 16:32:40,258 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:32:40,258 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0001_000001 released container container_1423787534997_0001_01_000002 on node: host: 10.1.1.67:51663 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:32:40,668 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:32:40,670 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:32:40,670 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000005
2015-02-12 16:32:40,670 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:32:40,670 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0001_000001 released container container_1423787534997_0001_01_000005 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:32:40,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:32:40,792 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:32:40,792 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000004
2015-02-12 16:32:40,792 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:32:40,792 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0001_000001 released container container_1423787534997_0001_01_000004 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:32:40,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:40,793 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000006
2015-02-12 16:32:40,793 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:32:40,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:32:40,797 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:32:40,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000003
2015-02-12 16:32:40,798 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:32:40,798 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0001_000001 released container container_1423787534997_0001_01_000003 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:32:41,262 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:41,672 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:41,742 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:41,759 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:41,762 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0001_01_000006 by user soberoi
2015-02-12 16:32:41,762 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000006
2015-02-12 16:32:41,762 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0001_01_000006 to application application_1423787534997_0001
2015-02-12 16:32:41,763 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:32:41,763 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0001
2015-02-12 16:32:41,763 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0001
2015-02-12 16:32:41,764 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:41,764 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0001
2015-02-12 16:32:41,765 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:41,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:41,794 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:41,800 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:41,804 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:41,804 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:41,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000006/default_container_executor.sh]
2015-02-12 16:32:42,267 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0001_01_000002]
2015-02-12 16:32:42,267 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:42,676 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0001_01_000005]
2015-02-12 16:32:42,676 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:42,754 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:32:42,796 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0001_01_000004]
2015-02-12 16:32:42,796 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:42,807 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0001_01_000003]
2015-02-12 16:32:42,807 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:43,499 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 16:32:43,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 16:32:43,503 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 16:32:44,493 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:32:44,496 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:32:44,497 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:32:44,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:32:44,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:44,830 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:32:44,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011 src: /127.0.0.1:51752 dest: /127.0.0.1:51613
2015-02-12 16:32:44,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011 src: /127.0.0.1:51754 dest: /127.0.0.1:51606
2015-02-12 16:32:44,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011 src: /127.0.0.1:51758 dest: /127.0.0.1:51610
2015-02-12 16:32:44,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51758, dest: /127.0.0.1:51610, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0001_r_000000_0_1652827122_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011, duration: 38596000
2015-02-12 16:32:44,968 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:44,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:44,969 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51754, dest: /127.0.0.1:51606, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0001_r_000000_0_1652827122_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011, duration: 39849000
2015-02-12 16:32:44,970 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:44,973 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51752, dest: /127.0.0.1:51613, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0001_r_000000_0_1652827122_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011, duration: 43699000
2015-02-12 16:32:44,974 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:44,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:44,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741835_1011 size 342
2015-02-12 16:32:44,981 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0001_r_000000_0_1652827122_1
2015-02-12 16:32:44,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:32:45,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:32:45,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1423787534997_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:32:45,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1423787534997_0001_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1423787534997_0001_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:32:45,039 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:45,041 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0001_01_000006
2015-02-12 16:32:45,042 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000006
2015-02-12 16:32:45,042 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:32:45,043 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0001_01_000006
2015-02-12 16:32:45,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:45,056 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:45,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:32:45,068 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0001_01_000006 is : 143
2015-02-12 16:32:45,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:45,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:45,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1423787534997_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:32:45,082 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:32:45,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000006
2015-02-12 16:32:45,083 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000006
2015-02-12 16:32:45,083 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:32:45,084 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0001_01_000006 from application application_1423787534997_0001
2015-02-12 16:32:45,084 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:45,084 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0001
2015-02-12 16:32:45,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000006
2015-02-12 16:32:45,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000006
2015-02-12 16:32:45,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000006
2015-02-12 16:32:45,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:32:45,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1423787534997_0001_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:45,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary dst=null perm=null proto=rpc
2015-02-12 16:32:45,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:45,116 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_SUCCESS is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:45,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:45,123 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:45,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51738, dest: /127.0.0.1:51610, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010, duration: 5844198000
2015-02-12 16:32:45,147 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:45,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 15718
2015-02-12 16:32:45,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51737, dest: /127.0.0.1:51606, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010, duration: 5846176000
2015-02-12 16:32:45,149 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:45,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 15718
2015-02-12 16:32:45,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51736, dest: /127.0.0.1:51616, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010, duration: 5847351000
2015-02-12 16:32:45,152 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:45,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 15718
2015-02-12 16:32:45,156 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:45,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:45,163 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:32:45,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012 src: /127.0.0.1:51760 dest: /127.0.0.1:51616
2015-02-12 16:32:45,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012 src: /127.0.0.1:51761 dest: /127.0.0.1:51606
2015-02-12 16:32:45,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012 src: /127.0.0.1:51762 dest: /127.0.0.1:51613
2015-02-12 16:32:45,180 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51762, dest: /127.0.0.1:51613, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012, duration: 2508000
2015-02-12 16:32:45,180 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:45,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,181 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51761, dest: /127.0.0.1:51606, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012, duration: 3057000
2015-02-12 16:32:45,181 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:45,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,182 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51760, dest: /127.0.0.1:51616, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012, duration: 5012000
2015-02-12 16:32:45,183 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:45,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,185 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:45,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:32:45,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:32:45,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:32:45,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:32:45,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:32:45,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:32:45,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:45,219 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:32:45,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013 src: /127.0.0.1:51764 dest: /127.0.0.1:51610
2015-02-12 16:32:45,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013 src: /127.0.0.1:51765 dest: /127.0.0.1:51613
2015-02-12 16:32:45,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013 src: /127.0.0.1:51766 dest: /127.0.0.1:51606
2015-02-12 16:32:45,239 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51766, dest: /127.0.0.1:51606, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013, duration: 8337000
2015-02-12 16:32:45,240 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:45,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,241 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51765, dest: /127.0.0.1:51613, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013, duration: 9940000
2015-02-12 16:32:45,241 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:45,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,242 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51764, dest: /127.0.0.1:51610, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013, duration: 11517000
2015-02-12 16:32:45,243 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:45,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist_tmp is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:45,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:32:45,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:32:45,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:32:45,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:32:45,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:32:45,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001/job_1423787534997_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:32:45,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:45,267 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:32:45,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014 src: /127.0.0.1:51768 dest: /127.0.0.1:51613
2015-02-12 16:32:45,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014 src: /127.0.0.1:51769 dest: /127.0.0.1:51610
2015-02-12 16:32:45,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014 src: /127.0.0.1:51770 dest: /127.0.0.1:51606
2015-02-12 16:32:45,285 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51770, dest: /127.0.0.1:51606, bytes: 114010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014, duration: 5863000
2015-02-12 16:32:45,287 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:45,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,287 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51769, dest: /127.0.0.1:51610, bytes: 114010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014, duration: 7986000
2015-02-12 16:32:45,292 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:45,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,298 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51768, dest: /127.0.0.1:51613, bytes: 114010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_932323273_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014, duration: 18784000
2015-02-12 16:32:45,298 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:45,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:45,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_932323273_1
2015-02-12 16:32:45,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:32:45,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:32:45,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:32:45,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:32:45,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:32:45,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:32:45,336 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0001 with final state: FINISHING
2015-02-12 16:32:45,338 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:32:45,338 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0001
2015-02-12 16:32:45,339 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:32:45,340 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:32:46,045 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:32:46,045 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:32:46,045 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000006
2015-02-12 16:32:46,045 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:32:46,046 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0001_000001 released container container_1423787534997_0001_01_000006 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:32:46,344 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0001 unregistered successfully.
2015-02-12 16:32:46,348 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51610
2015-02-12 16:32:46,348 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:32:46,349 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:32:46,349 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:32:46,349 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:32:46,349 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:32:46,350 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:32:46,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0001 dst=null perm=null proto=rpc
2015-02-12 16:32:46,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:46,433 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary
2015-02-12 16:32:46,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary dst=null perm=null proto=rpc
2015-02-12 16:32:46,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,450 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:32:46,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:46,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:46,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:46,493 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:32:46,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:32:46,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:32:46,519 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/serialization
2015-02-12 16:32:46,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:46,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:46,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:46,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null proto=rpc
2015-02-12 16:32:46,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:32:46,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:32:46,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,562 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt. BP-2118265545-10.1.1.67-1423787517799 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:32:46,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015 src: /127.0.0.1:51773 dest: /127.0.0.1:51610
2015-02-12 16:32:46,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015 src: /127.0.0.1:51774 dest: /127.0.0.1:51613
2015-02-12 16:32:46,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015 src: /127.0.0.1:51775 dest: /127.0.0.1:51606
2015-02-12 16:32:46,581 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51775, dest: /127.0.0.1:51606, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015, duration: 2770000
2015-02-12 16:32:46,581 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:46,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,582 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51774, dest: /127.0.0.1:51613, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015, duration: 2389000
2015-02-12 16:32:46,582 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,583 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51773, dest: /127.0.0.1:51610, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015, duration: 3433000
2015-02-12 16:32:46,583 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,586 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:46,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,594 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt. BP-2118265545-10.1.1.67-1423787517799 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:32:46,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016 src: /127.0.0.1:51776 dest: /127.0.0.1:51616
2015-02-12 16:32:46,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016 src: /127.0.0.1:51777 dest: /127.0.0.1:51613
2015-02-12 16:32:46,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016 src: /127.0.0.1:51778 dest: /127.0.0.1:51606
2015-02-12 16:32:46,602 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51778, dest: /127.0.0.1:51606, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016, duration: 1677000
2015-02-12 16:32:46,602 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:46,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:32:46,603 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51777, dest: /127.0.0.1:51613, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016, duration: 2836000
2015-02-12 16:32:46,604 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,605 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51776, dest: /127.0.0.1:51616, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016, duration: 4511000
2015-02-12 16:32:46,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:32:46,605 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,612 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:46,636 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:32:46,636 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:32:46,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:32:46,724 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:32:46,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:32:46,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:32:46,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[[UNKNOWN]->[0:7]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue"]
2015-02-12 16:32:46,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:32:46,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-02-12 16:32:46,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-02-12 16:32:46,727 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...platform/writablekeyvalue
2015-02-12 16:32:46,739 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:32:46,751 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:32:46,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:32:46,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:32:46,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:32:46,762 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 2
2015-02-12 16:32:46,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002 dst=null perm=null proto=rpc
2015-02-12 16:32:46,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:32:46,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:32:46,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:46,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,779 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:32:46,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017 src: /127.0.0.1:51780 dest: /127.0.0.1:51616
2015-02-12 16:32:46,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017 src: /127.0.0.1:51781 dest: /127.0.0.1:51610
2015-02-12 16:32:46,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017 src: /127.0.0.1:51782 dest: /127.0.0.1:51613
2015-02-12 16:32:46,791 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51782, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017, duration: 5024000
2015-02-12 16:32:46,792 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:46,794 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51781, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017, duration: 6299000
2015-02-12 16:32:46,794 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,795 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51780, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017, duration: 8635000
2015-02-12 16:32:46,796 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,799 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,801 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:46,804 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar
2015-02-12 16:32:46,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:46,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:46,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:46,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:46,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:32:46,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:32:46,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:46,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:32:46,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:32:46,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:46,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,842 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:32:46,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,847 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:32:46,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,854 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:32:46,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,859 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:32:46,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:32:46,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,867 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split
2015-02-12 16:32:46,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:46,870 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:32:46,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018 src: /127.0.0.1:51783 dest: /127.0.0.1:51613
2015-02-12 16:32:46,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018 src: /127.0.0.1:51784 dest: /127.0.0.1:51616
2015-02-12 16:32:46,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018 src: /127.0.0.1:51785 dest: /127.0.0.1:51610
2015-02-12 16:32:46,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018 src: /127.0.0.1:51786 dest: /127.0.0.1:51606
2015-02-12 16:32:46,886 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51786, dest: /127.0.0.1:51606, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018, duration: 7537000
2015-02-12 16:32:46,887 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:46,887 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,887 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51785, dest: /127.0.0.1:51610, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018, duration: 8416000
2015-02-12 16:32:46,888 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,889 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51784, dest: /127.0.0.1:51616, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018, duration: 10013000
2015-02-12 16:32:46,889 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51783, dest: /127.0.0.1:51613, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018, duration: 10765000
2015-02-12 16:32:46,890 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,893 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:46,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,900 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:32:46,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019 src: /127.0.0.1:51787 dest: /127.0.0.1:51616
2015-02-12 16:32:46,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019 src: /127.0.0.1:51788 dest: /127.0.0.1:51613
2015-02-12 16:32:46,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019 src: /127.0.0.1:51789 dest: /127.0.0.1:51606
2015-02-12 16:32:46,910 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51789, dest: /127.0.0.1:51606, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019, duration: 2874000
2015-02-12 16:32:46,910 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:46,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:32:46,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51788, dest: /127.0.0.1:51613, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019, duration: 3064000
2015-02-12 16:32:46,911 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51787, dest: /127.0.0.1:51616, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019, duration: 4525000
2015-02-12 16:32:46,912 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:32:46,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,920 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:46,921 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:6
2015-02-12 16:32:46,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:32:46,971 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:32:46,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020 src: /127.0.0.1:51790 dest: /127.0.0.1:51613
2015-02-12 16:32:46,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020 src: /127.0.0.1:51791 dest: /127.0.0.1:51606
2015-02-12 16:32:46,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020 src: /127.0.0.1:51792 dest: /127.0.0.1:51616
2015-02-12 16:32:46,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51792, dest: /127.0.0.1:51616, bytes: 97734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020, duration: 2327000
2015-02-12 16:32:46,983 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:46,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51791, dest: /127.0.0.1:51606, bytes: 97734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020, duration: 2952000
2015-02-12 16:32:46,986 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,988 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51790, dest: /127.0.0.1:51613, bytes: 97734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020, duration: 6744000
2015-02-12 16:32:46,988 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:46,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:46,992 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:32:46,993 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0002
2015-02-12 16:32:46,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002 dst=null perm=null proto=rpc
2015-02-12 16:32:46,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:46,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:46,998 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51613 to replicate blk_1073741841_1017 to datanode(s) 127.0.0.1:51606
2015-02-12 16:32:46,999 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010]
2015-02-12 16:32:46,999 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741833_1009]
2015-02-12 16:32:46,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:47,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:47,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:47,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:47,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,016 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 2 submitted by user soberoi
2015-02-12 16:32:47,016 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0002
2015-02-12 16:32:47,016 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0002
2015-02-12 16:32:47,016 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0002 State change from NEW to NEW_SAVING
2015-02-12 16:32:47,016 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0002
2015-02-12 16:32:47,017 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:32:47,017 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0002 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:32:47,018 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 16:32:47,018 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0002
2015-02-12 16:32:47,019 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0002_000001
2015-02-12 16:32:47,019 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from NEW to SUBMITTED
2015-02-12 16:32:47,019 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0002_000001 to scheduler from user: soberoi
2015-02-12 16:32:47,020 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:32:47,023 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0002/
2015-02-12 16:32:47,024 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0002
2015-02-12 16:32:47,024 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0002/
2015-02-12 16:32:47,047 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:47,049 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:47,049 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000001
2015-02-12 16:32:47,049 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:32:47,049 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0002_01_000001
2015-02-12 16:32:47,053 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:47,053 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0002_000001
2015-02-12 16:32:47,053 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0002 AttemptId: appattempt_1423787534997_0002_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0002_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ]
2015-02-12 16:32:47,054 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:32:47,054 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:32:47,055 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0002_000001
2015-02-12 16:32:47,057 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0002_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0002_000001
2015-02-12 16:32:47,057 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:32:47,057 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0002_000001
2015-02-12 16:32:47,057 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0002_000001
2015-02-12 16:32:47,063 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:32:47,066 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0002_01_000001 by user soberoi
2015-02-12 16:32:47,066 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0002
2015-02-12 16:32:47,067 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000001
2015-02-12 16:32:47,067 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from NEW to INITING
2015-02-12 16:32:47,067 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0002_01_000001 to application application_1423787534997_0002
2015-02-12 16:32:47,068 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from INITING to RUNNING
2015-02-12 16:32:47,068 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0002_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0002_000001
2015-02-12 16:32:47,068 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:32:47,068 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:32:47,068 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0002
2015-02-12 16:32:47,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:47,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:32:47,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:32:47,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:32:47,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0002_01_000001
2015-02-12 16:32:47,084 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0002_01_000001.tokens. Credentials list:
2015-02-12 16:32:47,211 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:47,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000001.tokens
2015-02-12 16:32:47,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:32:47,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:47,459 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:47,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:47,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:47,525 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:47,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:47,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:32:47,589 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:47,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:47,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:47,660 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:47,660 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:47,701 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:47,701 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:47,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000001/default_container_executor.sh]
2015-02-12 16:32:48,048 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:48,048 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:48,357 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017 to 127.0.0.1:51606
2015-02-12 16:32:48,359 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 16:32:48,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017 src: /127.0.0.1:51797 dest: /127.0.0.1:51606
2015-02-12 16:32:48,360 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:32:48,360 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 16:32:48,361 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 16:32:48,361 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 16:32:48,361 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 16:32:48,361 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 16:32:48,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017 src: /127.0.0.1:51797 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:32:48,362 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 16:32:48,361 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 16:32:48,362 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 16:32:48,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 16:32:48,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741841_1017 size 254067
2015-02-12 16:32:48,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 16:32:48,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 16:32:48,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 16:32:48,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 16:32:48,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 16:32:48,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 16:32:48,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 16:32:48,673 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 16:32:48,673 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 16:32:48,673 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 16:32:49,049 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:49,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:32:49,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:32:49,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:32:49,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:32:49,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002 dst=null perm=null proto=rpc
2015-02-12 16:32:49,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:32:49,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:32:49,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011
2015-02-12 16:32:50,001 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010]
2015-02-12 16:32:50,001 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010]
2015-02-12 16:32:50,049 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:50,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:50,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:32:50,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012
2015-02-12 16:32:50,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011
2015-02-12 16:32:50,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014
2015-02-12 16:32:50,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013
2015-02-12 16:32:50,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012
2015-02-12 16:32:50,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 16:32:50,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 16:32:50,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 16:32:50,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 16:32:50,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 16:32:50,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 16:32:50,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 16:32:50,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 16:32:50,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 16:32:50,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 16:32:50,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 16:32:50,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 16:32:50,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 16:32:50,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 16:32:50,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 16:32:50,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 16:32:50,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 16:32:50,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 16:32:50,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 16:32:50,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 16:32:50,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 16:32:50,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 16:32:50,996 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 16:32:50,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 16:32:50,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 16:32:50,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 16:32:51,050 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:51,238 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:32:51,245 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0002_000001
2015-02-12 16:32:51,246 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0002 APPATTEMPTID=appattempt_1423787534997_0002_000001
2015-02-12 16:32:51,246 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:32:51,246 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0002 State change from ACCEPTED to RUNNING
2015-02-12 16:32:51,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:51,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:32:51,408 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0001_01_000001 succeeded
2015-02-12 16:32:51,409 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:32:51,409 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0001_01_000001
2015-02-12 16:32:51,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000001
2015-02-12 16:32:51,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000001
2015-02-12 16:32:51,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000001
2015-02-12 16:32:51,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0001/container_1423787534997_0001_01_000001
2015-02-12 16:32:51,438 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000001
2015-02-12 16:32:51,438 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:32:51,438 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0001_01_000001 from application application_1423787534997_0001
2015-02-12 16:32:51,438 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:51,438 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0001
2015-02-12 16:32:51,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:51,736 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:32:51,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021 src: /127.0.0.1:51806 dest: /127.0.0.1:51613
2015-02-12 16:32:51,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021 src: /127.0.0.1:51807 dest: /127.0.0.1:51610
2015-02-12 16:32:51,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021 src: /127.0.0.1:51808 dest: /127.0.0.1:51606
2015-02-12 16:32:51,825 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51808, dest: /127.0.0.1:51606, bytes: 114587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021, duration: 33173000
2015-02-12 16:32:51,826 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:51,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:32:51,827 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51807, dest: /127.0.0.1:51610, bytes: 114587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021, duration: 33995000
2015-02-12 16:32:51,828 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:51,834 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51806, dest: /127.0.0.1:51613, bytes: 114587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021, duration: 41001000
2015-02-12 16:32:51,834 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:51,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:51,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:51,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:32:51,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:32:51,900 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:32:51,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022 src: /127.0.0.1:51809 dest: /127.0.0.1:51610
2015-02-12 16:32:51,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022 src: /127.0.0.1:51810 dest: /127.0.0.1:51616
2015-02-12 16:32:51,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022 src: /127.0.0.1:51811 dest: /127.0.0.1:51613
2015-02-12 16:32:51,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51811, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022, duration: 3216000
2015-02-12 16:32:51,911 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:32:51,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:51,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51810, dest: /127.0.0.1:51616, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022, duration: 3815000
2015-02-12 16:32:51,912 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:51,913 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51809, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022, duration: 4938000
2015-02-12 16:32:51,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:51,913 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:32:51,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:32:51,917 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002.summary is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:32:52,055 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:52,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:32:52,299 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0001_000001
2015-02-12 16:32:52,299 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:32:52,300 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000001
2015-02-12 16:32:52,300 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:32:52,300 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0001_000001 released container container_1423787534997_0001_01_000001 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:32:52,301 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0001_000001
2015-02-12 16:32:52,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0001_000001 State change from FINISHING to FINISHED
2015-02-12 16:32:52,301 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:52,302 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000002
2015-02-12 16:32:52,302 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:32:52,303 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0001 State change from FINISHING to FINISHED
2015-02-12 16:32:52,303 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0001_000001 is done. finalState=FINISHED
2015-02-12 16:32:52,304 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0001 requests cleared
2015-02-12 16:32:52,304 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0001_000001
2015-02-12 16:32:52,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0001
2015-02-12 16:32:52,309 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0001,name=[E06B86CFF48A45FAB08B4DC645A94B15/A1CF5BE6064B41CEA630E5606991DBAE] test/(1/1) ...pesplatform/serialization,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0001/jobhistory/job/job_1423787534997_0001,appMasterHost=10.1.1.67,startTime=1423787541414,finishTime=1423787565336,finalStatus=SUCCEEDED
2015-02-12 16:32:52,311 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0001_000001 (auth:SIMPLE)
2015-02-12 16:32:52,315 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0001_01_000001
2015-02-12 16:32:52,315 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0001 CONTAINERID=container_1423787534997_0001_01_000001
2015-02-12 16:32:52,315 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0001_01_000001]
2015-02-12 16:32:52,316 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:52,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:52,316 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000003
2015-02-12 16:32:52,317 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:32:52,317 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:32:52,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,318 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0001
2015-02-12 16:32:52,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,320 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:32:52,320 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0001, with delay of 10800 seconds
2015-02-12 16:32:52,713 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:32:52,714 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:52,714 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000004
2015-02-12 16:32:52,714 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:32:52,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,716 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0001
2015-02-12 16:32:52,716 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:32:52,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,716 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0001, with delay of 10800 seconds
2015-02-12 16:32:52,840 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:32:52,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:52,841 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000005
2015-02-12 16:32:52,841 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:32:52,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,842 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0001
2015-02-12 16:32:52,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:52,842 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:32:52,842 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0001, with delay of 10800 seconds
2015-02-12 16:32:52,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:53,061 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:32:53,061 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:53,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:53,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000006
2015-02-12 16:32:53,062 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:32:53,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:53,062 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0001
2015-02-12 16:32:53,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:53,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:53,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0001
2015-02-12 16:32:53,063 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:32:53,065 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0001, with delay of 10800 seconds
2015-02-12 16:32:53,296 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0002_01_000002
2015-02-12 16:32:53,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:53,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:53,297 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0002_01_000004
2015-02-12 16:32:53,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:53,298 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0002_01_000005
2015-02-12 16:32:53,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:53,298 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0002_01_000006
2015-02-12 16:32:53,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:53,321 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:53,321 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000007
2015-02-12 16:32:53,321 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 16:32:53,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:53,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:53,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:53,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:53,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:53,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:53,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:53,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:53,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:32:53,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:32:53,468 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:32:53,468 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:32:53,468 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:32:53,469 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:32:53,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0002_01_000002 by user soberoi
2015-02-12 16:32:53,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0002_01_000003 by user soberoi
2015-02-12 16:32:53,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0002
2015-02-12 16:32:53,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000002
2015-02-12 16:32:53,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000003
2015-02-12 16:32:53,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0002_01_000005 by user soberoi
2015-02-12 16:32:53,474 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0002_01_000004 by user soberoi
2015-02-12 16:32:53,474 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0002
2015-02-12 16:32:53,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000004
2015-02-12 16:32:53,474 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0002
2015-02-12 16:32:53,475 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from NEW to INITING
2015-02-12 16:32:53,479 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from NEW to INITING
2015-02-12 16:32:53,479 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0002_01_000005 to application application_1423787534997_0002
2015-02-12 16:32:53,475 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from NEW to INITING
2015-02-12 16:32:53,479 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0002_01_000004 to application application_1423787534997_0002
2015-02-12 16:32:53,479 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from INITING to RUNNING
2015-02-12 16:32:53,479 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from INITING to RUNNING
2015-02-12 16:32:53,480 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:32:53,480 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,480 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,480 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:53,480 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0002
2015-02-12 16:32:53,481 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:53,481 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:32:53,479 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0002_01_000002 to application application_1423787534997_0002
2015-02-12 16:32:53,481 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0002_01_000003 to application application_1423787534997_0002
2015-02-12 16:32:53,477 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000005
2015-02-12 16:32:53,482 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from INITING to RUNNING
2015-02-12 16:32:53,481 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0002_01_000004
2015-02-12 16:32:53,483 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:32:53,480 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:32:53,486 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,487 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,487 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:53,487 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0002
2015-02-12 16:32:53,483 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:32:53,489 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,489 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,489 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:53,489 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:53,491 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:32:53,490 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0002
2015-02-12 16:32:53,491 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0002_01_000005
2015-02-12 16:32:53,491 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:32:53,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:32:53,492 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,492 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,492 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:53,492 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0002
2015-02-12 16:32:53,493 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:32:53,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0002_01_000003
2015-02-12 16:32:53,494 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0002_01_000002
2015-02-12 16:32:53,517 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423787534997_0002_01_000004.tokens. Credentials list:
2015-02-12 16:32:53,518 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0002_01_000002.tokens. Credentials list:
2015-02-12 16:32:53,519 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423787534997_0002_01_000005.tokens. Credentials list:
2015-02-12 16:32:53,521 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423787534997_0002_01_000003.tokens. Credentials list:
2015-02-12 16:32:53,521 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0002_01_000006 by user soberoi
2015-02-12 16:32:53,522 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000006
2015-02-12 16:32:53,523 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0002_01_000006 to application application_1423787534997_0002
2015-02-12 16:32:53,524 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:32:53,524 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,524 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0002
2015-02-12 16:32:53,524 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:53,525 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0002
2015-02-12 16:32:53,525 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:53,598 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:53,598 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:53,715 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:53,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:53,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:53,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:53,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:53,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000006/default_container_executor.sh]
2015-02-12 16:32:54,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0002_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000002.tokens
2015-02-12 16:32:54,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:32:54,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423787534997_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000005.tokens
2015-02-12 16:32:54,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:32:54,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423787534997_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000004.tokens
2015-02-12 16:32:54,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:54,061 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:32:54,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:32:54,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:54,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:54,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:54,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:54,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:54,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:32:54,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:54,325 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:32:54,326 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:54,326 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:54,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:32:54,327 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000008
2015-02-12 16:32:54,328 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:32:54,329 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0002_01_000007 by user soberoi
2015-02-12 16:32:54,330 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000007
2015-02-12 16:32:54,330 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0002_01_000007 to application application_1423787534997_0002
2015-02-12 16:32:54,330 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 16:32:54,330 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0002
2015-02-12 16:32:54,331 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0002
2015-02-12 16:32:54,331 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:32:54,331 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0002
2015-02-12 16:32:54,331 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0002_01_000007
2015-02-12 16:32:54,337 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:54,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:54,355 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0002_01_000007.tokens. Credentials list:
2015-02-12 16:32:54,360 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:54,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:54,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:54,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:54,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:54,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:54,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:32:54,505 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:54,505 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:54,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:54,516 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:54,516 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:54,516 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:54,575 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:54,575 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:54,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:32:54,615 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:32:54,652 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:54,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:54,655 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:54,655 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:54,656 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:54,656 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:54,770 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:32:54,770 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:32:54,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014
2015-02-12 16:32:54,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020
2015-02-12 16:32:54,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741835_1011
2015-02-12 16:32:54,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015
2015-02-12 16:32:54,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018
2015-02-12 16:32:54,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013
2015-02-12 16:32:54,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741836_1012
2015-02-12 16:32:54,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019
2015-02-12 16:32:54,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016
2015-02-12 16:32:54,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017
2015-02-12 16:32:54,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018
2015-02-12 16:32:54,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741837_1013
2015-02-12 16:32:54,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741838_1014
2015-02-12 16:32:54,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015
2015-02-12 16:32:55,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000005/default_container_executor.sh]
2015-02-12 16:32:55,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000007/default_container_executor.sh]
2015-02-12 16:32:55,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000002/default_container_executor.sh]
2015-02-12 16:32:55,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017
2015-02-12 16:32:55,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000003/default_container_executor.sh]
2015-02-12 16:32:55,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000004/default_container_executor.sh]
2015-02-12 16:32:55,319 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:32:55,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:32:55,331 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:32:55,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017
2015-02-12 16:32:55,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019
2015-02-12 16:32:55,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741839_1015
2015-02-12 16:32:55,368 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018
2015-02-12 16:32:55,369 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020
2015-02-12 16:32:55,369 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016
2015-02-12 16:32:55,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:55,638 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741843_1019
2015-02-12 16:32:55,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741844_1020
2015-02-12 16:32:55,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741840_1016
2015-02-12 16:32:55,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741842_1018
2015-02-12 16:32:55,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741841_1017
2015-02-12 16:32:55,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0002_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000007.tokens
2015-02-12 16:32:55,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:32:56,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:32:56,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423787534997_0002_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000003.tokens
2015-02-12 16:32:56,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:32:56,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000008 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 16:32:56,325 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000008 in state: RELEASED event:RELEASED
2015-02-12 16:32:56,326 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000008
2015-02-12 16:32:56,330 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:32:56,330 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000008 on node: host: 10.1.1.67:51663 #containers=3 available=1024 used=3072 with event: RELEASED
2015-02-12 16:32:56,333 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423787534997_0002_01_000008
2015-02-12 16:32:59,011 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 16:32:59,012 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:32:59,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022
2015-02-12 16:32:59,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021
2015-02-12 16:33:00,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021
2015-02-12 16:33:00,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741845_1021
2015-02-12 16:33:00,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022
2015-02-12 16:33:00,645 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741846_1022
2015-02-12 16:33:06,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:07,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:07,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:07,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:07,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:07,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:07,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:07,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:07,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:07,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:07,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:07,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:08,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:33:08,221 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:08,223 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0002_01_000006
2015-02-12 16:33:08,223 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000006
2015-02-12 16:33:08,223 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:33:08,223 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0002_01_000006
2015-02-12 16:33:08,252 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0002_01_000006 is : 143
2015-02-12 16:33:08,254 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:33:08,255 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 186 Total time for transactions(ms): 42 Number of transactions batched in Syncs: 0 Number of syncs: 113 SyncTimes(ms): 45 19
2015-02-12 16:33:08,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023 src: /127.0.0.1:51867 dest: /127.0.0.1:51613
2015-02-12 16:33:08,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023 src: /127.0.0.1:51868 dest: /127.0.0.1:51606
2015-02-12 16:33:08,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023 src: /127.0.0.1:51869 dest: /127.0.0.1:51616
2015-02-12 16:33:08,282 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1.jhist for DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:33:08,284 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:08,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000006
2015-02-12 16:33:08,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000006
2015-02-12 16:33:08,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000006
2015-02-12 16:33:08,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000006
2015-02-12 16:33:08,302 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000006
2015-02-12 16:33:08,302 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:08,303 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0002_01_000006 from application application_1423787534997_0002
2015-02-12 16:33:08,304 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:08,304 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0002
2015-02-12 16:33:08,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:33:08,446 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:08,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0002_01_000005
2015-02-12 16:33:08,450 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000005
2015-02-12 16:33:08,451 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:33:08,451 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0002_01_000005
2015-02-12 16:33:08,470 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0002_01_000005 is : 143
2015-02-12 16:33:08,488 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:08,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000005
2015-02-12 16:33:08,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000005
2015-02-12 16:33:08,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000005
2015-02-12 16:33:08,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000005
2015-02-12 16:33:08,489 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:08,490 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0002_01_000005 from application application_1423787534997_0002
2015-02-12 16:33:08,490 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:08,490 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0002
2015-02-12 16:33:08,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000005
2015-02-12 16:33:08,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 16:33:08,618 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:08,620 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0002_01_000007
2015-02-12 16:33:08,620 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000007
2015-02-12 16:33:08,620 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000007 transitioned from RUNNING to KILLING
2015-02-12 16:33:08,620 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0002_01_000007
2015-02-12 16:33:08,639 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0002_01_000007 is : 143
2015-02-12 16:33:08,650 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:08,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000007
2015-02-12 16:33:08,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000007
2015-02-12 16:33:08,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000007
2015-02-12 16:33:08,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000007
2015-02-12 16:33:08,652 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000007
2015-02-12 16:33:08,652 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:08,653 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0002_01_000007 from application application_1423787534997_0002
2015-02-12 16:33:08,653 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:08,653 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0002
2015-02-12 16:33:08,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:08,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:33:08,761 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:08,763 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0002_01_000002
2015-02-12 16:33:08,763 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000002
2015-02-12 16:33:08,763 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:33:08,764 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0002_01_000002
2015-02-12 16:33:08,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:08,764 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 16:33:08,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000007
2015-02-12 16:33:08,764 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 16:33:08,764 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000007 on node: host: 10.1.1.67:51663 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 16:33:08,786 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0002_01_000002 is : 143
2015-02-12 16:33:08,793 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:08,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0002_01_000004
2015-02-12 16:33:08,798 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000004
2015-02-12 16:33:08,798 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:33:08,798 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0002_01_000004
2015-02-12 16:33:08,810 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:08,818 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0002_01_000004 is : 143
2015-02-12 16:33:08,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000002
2015-02-12 16:33:08,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000002
2015-02-12 16:33:08,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000002
2015-02-12 16:33:08,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000002
2015-02-12 16:33:08,832 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000002
2015-02-12 16:33:08,833 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:08,833 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0002_01_000002 from application application_1423787534997_0002
2015-02-12 16:33:08,833 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:08,833 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0002
2015-02-12 16:33:08,840 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:08,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000004
2015-02-12 16:33:08,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000004
2015-02-12 16:33:08,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000004
2015-02-12 16:33:08,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000004
2015-02-12 16:33:08,842 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000004
2015-02-12 16:33:08,843 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:08,843 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0002_01_000004 from application application_1423787534997_0002
2015-02-12 16:33:08,843 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:08,843 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0002
2015-02-12 16:33:08,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:33:08,906 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:08,909 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0002_01_000003
2015-02-12 16:33:08,909 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000003
2015-02-12 16:33:08,912 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:33:08,913 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0002_01_000003
2015-02-12 16:33:08,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:08,914 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:33:08,914 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000002
2015-02-12 16:33:08,914 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:33:08,914 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000002 on node: host: 10.1.1.67:51663 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 16:33:08,915 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:08,938 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0002_01_000003 is : 143
2015-02-12 16:33:08,952 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:08,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000003
2015-02-12 16:33:08,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000003
2015-02-12 16:33:08,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000003
2015-02-12 16:33:08,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000003
2015-02-12 16:33:08,962 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000003
2015-02-12 16:33:08,963 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:08,963 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0002_01_000003 from application application_1423787534997_0002
2015-02-12 16:33:08,965 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:08,965 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0002
2015-02-12 16:33:09,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:09,226 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:33:09,226 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000006
2015-02-12 16:33:09,226 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:33:09,226 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000006 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:33:09,452 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:09,452 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:33:09,452 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000005
2015-02-12 16:33:09,453 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:09,453 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000005 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:09,453 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:09,453 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000009
2015-02-12 16:33:09,453 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0002_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:33:09,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:09,801 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:33:09,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000004
2015-02-12 16:33:09,802 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:09,802 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000004 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:09,916 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:09,916 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:09,916 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:33:09,917 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000003
2015-02-12 16:33:09,917 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:09,917 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000003 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:09,917 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:10,225 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:10,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:10,414 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:10,418 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0002_01_000009 by user soberoi
2015-02-12 16:33:10,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000009
2015-02-12 16:33:10,418 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0002_01_000009 to application application_1423787534997_0002
2015-02-12 16:33:10,419 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000009 transitioned from NEW to LOCALIZING
2015-02-12 16:33:10,419 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0002
2015-02-12 16:33:10,419 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0002
2015-02-12 16:33:10,419 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:33:10,420 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0002
2015-02-12 16:33:10,420 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:10,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:10,454 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:10,473 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:10,473 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:10,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000009/default_container_executor.sh]
2015-02-12 16:33:10,802 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:10,917 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0002_01_000007, container_1423787534997_0002_01_000002]
2015-02-12 16:33:10,918 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:10,918 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:10,918 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:11,229 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0002_01_000006]
2015-02-12 16:33:11,230 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:11,412 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:33:11,457 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0002_01_000005]
2015-02-12 16:33:11,457 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:11,805 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0002_01_000004]
2015-02-12 16:33:11,805 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:11,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0002_01_000003]
2015-02-12 16:33:11,919 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:13,591 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:33:13,596 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:33:13,599 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:33:13,602 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:33:13,608 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:33:13,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:13,924 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:33:14,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024 src: /127.0.0.1:51884 dest: /127.0.0.1:51606
2015-02-12 16:33:14,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024 src: /127.0.0.1:51885 dest: /127.0.0.1:51610
2015-02-12 16:33:14,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024 src: /127.0.0.1:51886 dest: /127.0.0.1:51613
2015-02-12 16:33:14,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51886, dest: /127.0.0.1:51613, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0002_r_000000_0_864544859_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024, duration: 39639000
2015-02-12 16:33:14,060 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:14,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,061 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51885, dest: /127.0.0.1:51610, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0002_r_000000_0_864544859_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024, duration: 40399000
2015-02-12 16:33:14,061 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,062 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51884, dest: /127.0.0.1:51606, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0002_r_000000_0_864544859_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024, duration: 41555000
2015-02-12 16:33:14,062 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,068 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0002_r_000000_0_864544859_1
2015-02-12 16:33:14,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:14,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:14,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1423787534997_0002_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:33:14,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0002_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1423787534997_0002_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:33:14,116 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:14,118 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0002_01_000009
2015-02-12 16:33:14,118 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000009
2015-02-12 16:33:14,118 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000009 transitioned from RUNNING to KILLING
2015-02-12 16:33:14,118 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0002_01_000009
2015-02-12 16:33:14,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:14,134 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:33:14,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:33:14,146 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0002_01_000009 is : 143
2015-02-12 16:33:14,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:14,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:14,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1423787534997_0002_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:33:14,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:14,165 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:14,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000009
2015-02-12 16:33:14,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000009
2015-02-12 16:33:14,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000009
2015-02-12 16:33:14,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000009
2015-02-12 16:33:14,167 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000009
2015-02-12 16:33:14,169 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:14,169 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0002_01_000009 from application application_1423787534997_0002
2015-02-12 16:33:14,169 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:14,169 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0002
2015-02-12 16:33:14,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1423787534997_0002_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:14,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary dst=null perm=null proto=rpc
2015-02-12 16:33:14,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:14,184 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:33:14,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:14,190 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:33:14,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51869, dest: /127.0.0.1:51616, bytes: 75586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023, duration: 5960985000
2015-02-12 16:33:14,227 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:14,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 16668
2015-02-12 16:33:14,230 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51868, dest: /127.0.0.1:51606, bytes: 75586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023, duration: 5958946000
2015-02-12 16:33:14,231 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 16668
2015-02-12 16:33:14,235 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51867, dest: /127.0.0.1:51613, bytes: 75586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023, duration: 5969010000
2015-02-12 16:33:14,236 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 16668
2015-02-12 16:33:14,250 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:33:14,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:14,258 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:33:14,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025 src: /127.0.0.1:51888 dest: /127.0.0.1:51613
2015-02-12 16:33:14,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025 src: /127.0.0.1:51889 dest: /127.0.0.1:51606
2015-02-12 16:33:14,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025 src: /127.0.0.1:51890 dest: /127.0.0.1:51616
2015-02-12 16:33:14,290 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51890, dest: /127.0.0.1:51616, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025, duration: 11554000
2015-02-12 16:33:14,291 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:14,292 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51889, dest: /127.0.0.1:51606, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025, duration: 10580000
2015-02-12 16:33:14,292 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,294 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51888, dest: /127.0.0.1:51613, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025, duration: 13223000
2015-02-12 16:33:14,295 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,297 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:33:14,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:14,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:14,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:14,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:14,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:14,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:14,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:14,338 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:33:14,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026 src: /127.0.0.1:51892 dest: /127.0.0.1:51606
2015-02-12 16:33:14,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026 src: /127.0.0.1:51893 dest: /127.0.0.1:51616
2015-02-12 16:33:14,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026 src: /127.0.0.1:51894 dest: /127.0.0.1:51610
2015-02-12 16:33:14,353 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51894, dest: /127.0.0.1:51610, bytes: 75586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026, duration: 3329000
2015-02-12 16:33:14,354 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:14,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,356 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51893, dest: /127.0.0.1:51616, bytes: 75586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026, duration: 4276000
2015-02-12 16:33:14,356 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51892, dest: /127.0.0.1:51606, bytes: 75586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026, duration: 6998000
2015-02-12 16:33:14,358 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,361 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:33:14,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:14,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:14,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:14,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:14,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:14,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002/job_1423787534997_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:14,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:14,382 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:33:14,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027 src: /127.0.0.1:51896 dest: /127.0.0.1:51613
2015-02-12 16:33:14,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027 src: /127.0.0.1:51897 dest: /127.0.0.1:51616
2015-02-12 16:33:14,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027 src: /127.0.0.1:51898 dest: /127.0.0.1:51610
2015-02-12 16:33:14,392 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51898, dest: /127.0.0.1:51610, bytes: 114587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027, duration: 2510000
2015-02-12 16:33:14,393 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:14,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,393 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51897, dest: /127.0.0.1:51616, bytes: 114587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027, duration: 3232000
2015-02-12 16:33:14,394 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,394 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51896, dest: /127.0.0.1:51613, bytes: 114587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1673104037_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027, duration: 4307000
2015-02-12 16:33:14,394 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:14,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:14,399 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1673104037_1
2015-02-12 16:33:14,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:14,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:14,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:14,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:14,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:33:14,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:33:14,422 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0002 with final state: FINISHING
2015-02-12 16:33:14,422 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 16:33:14,422 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0002
2015-02-12 16:33:14,423 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:33:14,423 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 16:33:15,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:15,124 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000009 in state: COMPLETED event:FINISHED
2015-02-12 16:33:15,124 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000009
2015-02-12 16:33:15,124 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:15,124 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000009 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:15,430 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0002 unregistered successfully.
2015-02-12 16:33:15,433 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:33:15,433 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:33:15,433 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:33:15,433 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51616
2015-02-12 16:33:15,434 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741846_1022 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:33:15,434 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51616
2015-02-12 16:33:15,434 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:33:15,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0002 dst=null perm=null proto=rpc
2015-02-12 16:33:15,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:15,475 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary
2015-02-12 16:33:15,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary dst=null perm=null proto=rpc
2015-02-12 16:33:15,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:15,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:15,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:15,499 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:15,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:15,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:15,510 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/writablekeyvalue
2015-02-12 16:33:15,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:15,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:15,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:15,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:15,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:15,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:15,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:15,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:15,549 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:33:15,550 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:33:15,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:15,593 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:33:15,593 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:33:15,593 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:33:15,593 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false"]
2015-02-12 16:33:15,593 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:33:15,593 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 16:33:15,593 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 16:33:15,595 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 16:33:15,607 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:33:15,626 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:33:15,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC dst=null perm=null proto=rpc
2015-02-12 16:33:15,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:15,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:15,638 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 3
2015-02-12 16:33:15,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003 dst=null perm=null proto=rpc
2015-02-12 16:33:15,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:33:15,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:33:15,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:15,655 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:33:15,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028 src: /127.0.0.1:51902 dest: /127.0.0.1:51613
2015-02-12 16:33:15,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028 src: /127.0.0.1:51903 dest: /127.0.0.1:51606
2015-02-12 16:33:15,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028 src: /127.0.0.1:51904 dest: /127.0.0.1:51616
2015-02-12 16:33:15,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51904, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028, duration: 5186000
2015-02-12 16:33:15,671 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:15,672 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51903, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028, duration: 6911000
2015-02-12 16:33:15,672 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,673 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51902, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028, duration: 9192000
2015-02-12 16:33:15,673 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,680 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:15,682 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar
2015-02-12 16:33:15,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:15,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:33:15,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:33:15,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:33:15,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:33:15,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:33:15,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:15,701 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:15,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:15,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:15,706 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:15,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:15,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:15,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:15,714 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split
2015-02-12 16:33:15,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:15,718 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:33:15,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029 src: /127.0.0.1:51905 dest: /127.0.0.1:51613
2015-02-12 16:33:15,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029 src: /127.0.0.1:51906 dest: /127.0.0.1:51610
2015-02-12 16:33:15,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029 src: /127.0.0.1:51907 dest: /127.0.0.1:51606
2015-02-12 16:33:15,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029 src: /127.0.0.1:51908 dest: /127.0.0.1:51616
2015-02-12 16:33:15,733 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51908, dest: /127.0.0.1:51616, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029, duration: 2690000
2015-02-12 16:33:15,733 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:15,735 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51907, dest: /127.0.0.1:51606, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029, duration: 4526000
2015-02-12 16:33:15,736 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,738 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51906, dest: /127.0.0.1:51610, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029, duration: 7728000
2015-02-12 16:33:15,740 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51905, dest: /127.0.0.1:51613, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029, duration: 11726000
2015-02-12 16:33:15,742 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,742 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,746 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:15,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:15,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:15,756 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:33:15,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030 src: /127.0.0.1:51909 dest: /127.0.0.1:51606
2015-02-12 16:33:15,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030 src: /127.0.0.1:51910 dest: /127.0.0.1:51616
2015-02-12 16:33:15,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030 src: /127.0.0.1:51911 dest: /127.0.0.1:51610
2015-02-12 16:33:15,769 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51911, dest: /127.0.0.1:51610, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030, duration: 1912000
2015-02-12 16:33:15,769 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:15,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,770 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51910, dest: /127.0.0.1:51616, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030, duration: 3108000
2015-02-12 16:33:15,772 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,774 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51909, dest: /127.0.0.1:51606, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030, duration: 7215000
2015-02-12 16:33:15,775 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:15,777 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:15,778 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:2
2015-02-12 16:33:15,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:15,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:15,802 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:33:15,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031 src: /127.0.0.1:51912 dest: /127.0.0.1:51613
2015-02-12 16:33:15,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031 src: /127.0.0.1:51913 dest: /127.0.0.1:51610
2015-02-12 16:33:15,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031 src: /127.0.0.1:51914 dest: /127.0.0.1:51606
2015-02-12 16:33:15,823 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51914, dest: /127.0.0.1:51606, bytes: 97943, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031, duration: 3296000
2015-02-12 16:33:15,823 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:15,824 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:33:15,825 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51913, dest: /127.0.0.1:51610, bytes: 97943, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031, duration: 3730000
2015-02-12 16:33:15,825 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,826 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51912, dest: /127.0.0.1:51613, bytes: 97943, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031, duration: 5575000
2015-02-12 16:33:15,826 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:15,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:33:15,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:33:15,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:15,833 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0003
2015-02-12 16:33:15,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003 dst=null perm=null proto=rpc
2015-02-12 16:33:15,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:15,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:15,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:15,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:15,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:15,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:15,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:15,885 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 3 submitted by user soberoi
2015-02-12 16:33:15,885 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0003
2015-02-12 16:33:15,885 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0003
2015-02-12 16:33:15,885 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0003 State change from NEW to NEW_SAVING
2015-02-12 16:33:15,887 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0003
2015-02-12 16:33:15,887 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:33:15,888 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0003 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:33:15,888 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 16:33:15,889 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0003_000001
2015-02-12 16:33:15,889 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from NEW to SUBMITTED
2015-02-12 16:33:15,889 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0003_000001 to scheduler from user: soberoi
2015-02-12 16:33:15,890 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:33:15,892 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0003
2015-02-12 16:33:15,897 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0003/
2015-02-12 16:33:15,898 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0003
2015-02-12 16:33:15,899 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0003/
2015-02-12 16:33:15,934 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:15,934 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000001
2015-02-12 16:33:15,934 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:33:15,935 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0003_01_000001
2015-02-12 16:33:15,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:15,935 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0003_000001
2015-02-12 16:33:15,936 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0003 AttemptId: appattempt_1423787534997_0003_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0003_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ]
2015-02-12 16:33:15,938 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:33:15,939 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:33:15,939 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0003_000001
2015-02-12 16:33:15,941 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0003_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0003_000001
2015-02-12 16:33:15,941 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:33:15,942 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0003_000001
2015-02-12 16:33:15,942 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0003_000001
2015-02-12 16:33:15,945 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:15,950 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0003_01_000001 by user soberoi
2015-02-12 16:33:15,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0003
2015-02-12 16:33:15,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000001
2015-02-12 16:33:15,951 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0003 transitioned from NEW to INITING
2015-02-12 16:33:15,951 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0003_01_000001 to application application_1423787534997_0003
2015-02-12 16:33:15,952 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0003 transitioned from INITING to RUNNING
2015-02-12 16:33:15,952 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:33:15,953 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0003
2015-02-12 16:33:15,953 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0003_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0003_000001
2015-02-12 16:33:15,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:33:15,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:33:15,953 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:33:15,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:33:15,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:33:15,954 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0003_01_000001
2015-02-12 16:33:15,971 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0003_01_000001.tokens. Credentials list:
2015-02-12 16:33:16,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:33:16,127 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:16,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000001.tokens
2015-02-12 16:33:16,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:16,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:16,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:16,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:16,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:16,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:16,406 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:16,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:16,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:16,480 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:16,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:16,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:16,548 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:16,548 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:16,591 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:16,591 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:16,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000001/default_container_executor.sh]
2015-02-12 16:33:16,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:17,032 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51606 to replicate blk_1073741852_1028 to datanode(s) 127.0.0.1:51610
2015-02-12 16:33:17,035 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741845_1021, blk_1073741846_1022]
2015-02-12 16:33:17,035 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741847_1023]
2015-02-12 16:33:17,140 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:17,925 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028 to 127.0.0.1:51610
2015-02-12 16:33:17,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 16:33:17,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 16:33:17,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 16:33:17,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 16:33:17,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 16:33:17,927 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 16:33:17,927 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 16:33:17,927 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028 (numBytes=254067) to /127.0.0.1:51610
2015-02-12 16:33:17,927 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 16:33:17,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 16:33:17,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 16:33:17,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028 src: /127.0.0.1:51921 dest: /127.0.0.1:51610
2015-02-12 16:33:17,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 16:33:17,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 16:33:17,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028 src: /127.0.0.1:51921 dest: /127.0.0.1:51610 of size 254067
2015-02-12 16:33:17,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741852_1028 size 254067
2015-02-12 16:33:18,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 16:33:18,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 16:33:18,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 16:33:18,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741846 for deletion
2015-02-12 16:33:18,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 16:33:18,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 16:33:18,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 16:33:18,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741846
2015-02-12 16:33:18,140 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:19,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:19,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:33:19,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:33:19,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:33:19,142 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:19,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003 dst=null perm=null proto=rpc
2015-02-12 16:33:19,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:33:19,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:33:19,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:19,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:20,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026
2015-02-12 16:33:20,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024
2015-02-12 16:33:20,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027
2015-02-12 16:33:20,036 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741846_1022, blk_1073741847_1023]
2015-02-12 16:33:20,037 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741846_1022, blk_1073741847_1023]
2015-02-12 16:33:20,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026
2015-02-12 16:33:20,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025
2015-02-12 16:33:20,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024
2015-02-12 16:33:20,147 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:20,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025
2015-02-12 16:33:20,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741848_1024
2015-02-12 16:33:20,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023
2015-02-12 16:33:20,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027
2015-02-12 16:33:20,475 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0002_01_000001 succeeded
2015-02-12 16:33:20,475 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:33:20,475 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0002_01_000001
2015-02-12 16:33:20,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000001
2015-02-12 16:33:20,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000001
2015-02-12 16:33:20,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000001
2015-02-12 16:33:20,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0002/container_1423787534997_0002_01_000001
2015-02-12 16:33:20,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000001
2015-02-12 16:33:20,494 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:33:20,494 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0002_01_000001 from application application_1423787534997_0002
2015-02-12 16:33:20,495 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:20,495 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0002
2015-02-12 16:33:20,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741851_1027
2015-02-12 16:33:20,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741847_1023
2015-02-12 16:33:20,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741850_1026
2015-02-12 16:33:20,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741849_1025
2015-02-12 16:33:20,692 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:20,702 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0003_000001
2015-02-12 16:33:20,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0003 APPATTEMPTID=appattempt_1423787534997_0003_000001
2015-02-12 16:33:20,702 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:33:20,702 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0003 State change from ACCEPTED to RUNNING
2015-02-12 16:33:20,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:20,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:33:20,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:21,135 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:33:21,150 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:21,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032 src: /127.0.0.1:51929 dest: /127.0.0.1:51613
2015-02-12 16:33:21,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032 src: /127.0.0.1:51930 dest: /127.0.0.1:51610
2015-02-12 16:33:21,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032 src: /127.0.0.1:51931 dest: /127.0.0.1:51606
2015-02-12 16:33:21,235 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51931, dest: /127.0.0.1:51606, bytes: 114796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032, duration: 42457000
2015-02-12 16:33:21,235 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:21,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:21,236 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51930, dest: /127.0.0.1:51610, bytes: 114796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032, duration: 43306000
2015-02-12 16:33:21,236 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:21,237 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51929, dest: /127.0.0.1:51613, bytes: 114796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032, duration: 44613000
2015-02-12 16:33:21,238 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:21,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:21,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:21,248 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:21,261 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:21,261 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0002_000001
2015-02-12 16:33:21,261 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:33:21,261 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0002_000001
2015-02-12 16:33:21,262 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000001
2015-02-12 16:33:21,262 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0002_000001 State change from FINISHING to FINISHED
2015-02-12 16:33:21,262 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:21,262 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0002 State change from FINISHING to FINISHED
2015-02-12 16:33:21,263 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0002_000001 released container container_1423787534997_0002_01_000001 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:21,263 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0002
2015-02-12 16:33:21,263 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0002_000001 is done. finalState=FINISHED
2015-02-12 16:33:21,264 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0002 requests cleared
2015-02-12 16:33:21,264 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0002_000001
2015-02-12 16:33:21,264 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0002,name=[810A692B854540C68DC08B5D1244016B/251CA1D12BC048518CA573403886A76C] lower*upper/(1/1) ...platform/writablekeyvalue,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0002/jobhistory/job/job_1423787534997_0002,appMasterHost=10.1.1.67,startTime=1423787567015,finishTime=1423787594422,finalStatus=SUCCEEDED
2015-02-12 16:33:21,269 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0002_000001 (auth:SIMPLE)
2015-02-12 16:33:21,272 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0002_01_000001
2015-02-12 16:33:21,272 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0002 CONTAINERID=container_1423787534997_0002_01_000001
2015-02-12 16:33:21,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0002_01_000001]
2015-02-12 16:33:21,273 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:21,273 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:21,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,277 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0002
2015-02-12 16:33:21,277 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:21,277 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0002, with delay of 10800 seconds
2015-02-12 16:33:21,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:21,297 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:33:21,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033 src: /127.0.0.1:51933 dest: /127.0.0.1:51616
2015-02-12 16:33:21,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033 src: /127.0.0.1:51934 dest: /127.0.0.1:51606
2015-02-12 16:33:21,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033 src: /127.0.0.1:51935 dest: /127.0.0.1:51613
2015-02-12 16:33:21,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51935, dest: /127.0.0.1:51613, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033, duration: 1902000
2015-02-12 16:33:21,306 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:21,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:33:21,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51934, dest: /127.0.0.1:51606, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033, duration: 2717000
2015-02-12 16:33:21,307 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:21,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:21,308 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51933, dest: /127.0.0.1:51616, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033, duration: 3690000
2015-02-12 16:33:21,308 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:21,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:21,310 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003.summary is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:21,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 16:33:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 16:33:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 16:33:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 16:33:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 16:33:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 16:33:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 16:33:21,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 16:33:21,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 16:33:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741846 for deletion
2015-02-12 16:33:21,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 16:33:21,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 16:33:21,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741846
2015-02-12 16:33:21,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 16:33:21,694 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 16:33:21,694 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 16:33:21,694 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 16:33:21,694 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 16:33:21,694 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 16:33:21,695 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 16:33:21,694 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 16:33:21,694 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741846 for deletion
2015-02-12 16:33:21,695 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 16:33:21,695 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 16:33:21,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 16:33:21,696 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741846
2015-02-12 16:33:21,835 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:21,835 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:21,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,835 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000002
2015-02-12 16:33:21,835 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:33:21,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,837 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0002
2015-02-12 16:33:21,837 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:21,837 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0002, with delay of 10800 seconds
2015-02-12 16:33:21,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,945 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:21,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:21,945 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000003
2015-02-12 16:33:21,946 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:33:21,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,947 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0002
2015-02-12 16:33:21,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:21,948 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:21,948 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0002, with delay of 10800 seconds
2015-02-12 16:33:21,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:22,154 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:22,154 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:22,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:22,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:22,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:22,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0002
2015-02-12 16:33:22,157 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0002
2015-02-12 16:33:22,158 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:22,158 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0002, with delay of 10800 seconds
2015-02-12 16:33:22,806 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0003_01_000002
2015-02-12 16:33:22,806 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:22,807 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0003_01_000003
2015-02-12 16:33:22,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:22,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:22,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:22,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:22,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:22,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:22,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:22,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:22,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:22,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:22,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:22,945 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:22,945 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:22,948 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0003_01_000003 by user soberoi
2015-02-12 16:33:22,949 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000003
2015-02-12 16:33:22,949 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0003_01_000002 by user soberoi
2015-02-12 16:33:22,949 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0003_01_000003 to application application_1423787534997_0003
2015-02-12 16:33:22,949 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0003
2015-02-12 16:33:22,950 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:33:22,950 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0003
2015-02-12 16:33:22,950 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0003
2015-02-12 16:33:22,950 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:33:22,950 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0003
2015-02-12 16:33:22,950 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000002
2015-02-12 16:33:22,950 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0003 transitioned from NEW to INITING
2015-02-12 16:33:22,951 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:22,951 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0003_01_000002 to application application_1423787534997_0003
2015-02-12 16:33:22,951 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0003 transitioned from INITING to RUNNING
2015-02-12 16:33:22,951 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:33:22,952 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0003
2015-02-12 16:33:22,952 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0003
2015-02-12 16:33:22,952 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:33:22,952 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0003
2015-02-12 16:33:22,952 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:33:22,952 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:33:22,953 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0003_01_000002
2015-02-12 16:33:22,967 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0003_01_000002.tokens. Credentials list:
2015-02-12 16:33:22,997 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:22,997 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:23,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:33:23,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000003/default_container_executor.sh]
2015-02-12 16:33:23,155 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:23,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0003_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000002.tokens
2015-02-12 16:33:23,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:23,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:23,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:23,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:23,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:23,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:23,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:23,534 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:23,590 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:23,590 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:23,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000002/default_container_executor.sh]
2015-02-12 16:33:23,824 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:33:23,839 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:23,950 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:25,017 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031
2015-02-12 16:33:25,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030
2015-02-12 16:33:25,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031
2015-02-12 16:33:25,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028
2015-02-12 16:33:25,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030
2015-02-12 16:33:25,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029
2015-02-12 16:33:25,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028
2015-02-12 16:33:25,220 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029
2015-02-12 16:33:25,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028
2015-02-12 16:33:25,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741855_1031
2015-02-12 16:33:25,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029
2015-02-12 16:33:25,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741854_1030
2015-02-12 16:33:25,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741852_1028
2015-02-12 16:33:25,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741853_1029
2015-02-12 16:33:27,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:27,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:27,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:27,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:27,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/_temporary/attempt_1423787534997_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:33:27,701 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:27,703 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0003_01_000003
2015-02-12 16:33:27,703 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000003
2015-02-12 16:33:27,703 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:33:27,703 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0003_01_000003
2015-02-12 16:33:27,724 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0003_01_000003 is : 143
2015-02-12 16:33:27,728 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:33:27,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034 src: /127.0.0.1:51950 dest: /127.0.0.1:51613
2015-02-12 16:33:27,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034 src: /127.0.0.1:51951 dest: /127.0.0.1:51616
2015-02-12 16:33:27,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034 src: /127.0.0.1:51952 dest: /127.0.0.1:51606
2015-02-12 16:33:27,737 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:27,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000003
2015-02-12 16:33:27,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000003
2015-02-12 16:33:27,738 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1.jhist for DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:27,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000003
2015-02-12 16:33:27,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000003
2015-02-12 16:33:27,741 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000003
2015-02-12 16:33:27,743 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:27,744 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0003_01_000003 from application application_1423787534997_0003
2015-02-12 16:33:27,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:27,745 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0003
2015-02-12 16:33:27,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/_temporary/attempt_1423787534997_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:27,873 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:27,874 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0003_01_000002
2015-02-12 16:33:27,875 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000002
2015-02-12 16:33:27,875 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:33:27,875 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0003_01_000002
2015-02-12 16:33:27,889 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0003_01_000002 is : 143
2015-02-12 16:33:27,898 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:27,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000002
2015-02-12 16:33:27,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000002
2015-02-12 16:33:27,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000002
2015-02-12 16:33:27,899 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000002
2015-02-12 16:33:27,899 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:27,899 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0003_01_000002 from application application_1423787534997_0003
2015-02-12 16:33:27,900 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:27,900 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0003
2015-02-12 16:33:27,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000002
2015-02-12 16:33:28,706 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:28,706 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:33:28,706 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000003
2015-02-12 16:33:28,706 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:33:28,706 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0003_000001 released container container_1423787534997_0003_01_000003 on node: host: 10.1.1.67:51663 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:33:28,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:28,878 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:33:28,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000002
2015-02-12 16:33:28,878 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:28,878 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0003_000001 released container container_1423787534997_0003_01_000002 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:28,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:28,879 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000004
2015-02-12 16:33:28,879 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:33:29,014 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 16:33:29,015 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:33:29,710 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:29,850 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:29,861 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:29,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0003_01_000004 by user soberoi
2015-02-12 16:33:29,863 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000004
2015-02-12 16:33:29,863 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0003_01_000004 to application application_1423787534997_0003
2015-02-12 16:33:29,864 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:33:29,864 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0003
2015-02-12 16:33:29,864 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0003
2015-02-12 16:33:29,864 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:33:29,864 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0003
2015-02-12 16:33:29,865 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:29,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:29,879 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:29,895 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:29,895 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:30,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000004/default_container_executor.sh]
2015-02-12 16:33:30,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032
2015-02-12 16:33:30,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033
2015-02-12 16:33:30,227 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032
2015-02-12 16:33:30,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033
2015-02-12 16:33:30,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741856_1032
2015-02-12 16:33:30,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741857_1033
2015-02-12 16:33:30,715 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0003_01_000003]
2015-02-12 16:33:30,715 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:30,854 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:33:30,882 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0003_01_000002]
2015-02-12 16:33:30,882 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:32,528 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:33:32,530 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:33:32,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/_temporary/attempt_1423787534997_0003_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:32,834 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/_temporary/attempt_1423787534997_0003_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:33:32,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035 src: /127.0.0.1:51972 dest: /127.0.0.1:51606
2015-02-12 16:33:32,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035 src: /127.0.0.1:51973 dest: /127.0.0.1:51613
2015-02-12 16:33:32,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035 src: /127.0.0.1:51974 dest: /127.0.0.1:51610
2015-02-12 16:33:32,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51974, dest: /127.0.0.1:51610, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0003_r_000000_0_-129707173_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035, duration: 33621000
2015-02-12 16:33:32,972 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:32,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:32,973 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51973, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0003_r_000000_0_-129707173_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035, duration: 34160000
2015-02-12 16:33:32,973 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:32,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:32,974 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51972, dest: /127.0.0.1:51606, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0003_r_000000_0_-129707173_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035, duration: 35510000
2015-02-12 16:33:32,975 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:32,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:32,983 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/_temporary/attempt_1423787534997_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0003_r_000000_0_-129707173_1
2015-02-12 16:33:32,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/_temporary/attempt_1423787534997_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:33,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/_temporary/attempt_1423787534997_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:33,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/task_1423787534997_0003_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:33:33,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/_temporary/attempt_1423787534997_0003_r_000000_0 dst=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/task_1423787534997_0003_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:33:33,028 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:33,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0003_01_000004
2015-02-12 16:33:33,030 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000004
2015-02-12 16:33:33,030 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:33:33,030 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0003_01_000004
2015-02-12 16:33:33,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:33,044 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:33,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:33:33,051 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0003_01_000004 is : 143
2015-02-12 16:33:33,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC dst=null perm=null proto=rpc
2015-02-12 16:33:33,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC dst=null perm=null proto=rpc
2015-02-12 16:33:33,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/task_1423787534997_0003_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:33:33,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:33,068 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:33,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000004
2015-02-12 16:33:33,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000004
2015-02-12 16:33:33,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000004
2015-02-12 16:33:33,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000004
2015-02-12 16:33:33,073 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000004
2015-02-12 16:33:33,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary/1/task_1423787534997_0003_r_000000/part-00000 dst=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:33,073 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:33,074 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0003_01_000004 from application application_1423787534997_0003
2015-02-12 16:33:33,074 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:33,074 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0003
2015-02-12 16:33:33,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_temporary dst=null perm=null proto=rpc
2015-02-12 16:33:33,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:33,088 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:33,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:33,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:33,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51952, dest: /127.0.0.1:51606, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034, duration: 5371518000
2015-02-12 16:33:33,107 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:33,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:33:33,109 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51951, dest: /127.0.0.1:51616, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034, duration: 5373073000
2015-02-12 16:33:33,109 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:33,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:33:33,111 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51950, dest: /127.0.0.1:51613, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034, duration: 5374685000
2015-02-12 16:33:33,111 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:33,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:33:33,115 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:33,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:33,121 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:33:33,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036 src: /127.0.0.1:51976 dest: /127.0.0.1:51610
2015-02-12 16:33:33,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036 src: /127.0.0.1:51977 dest: /127.0.0.1:51606
2015-02-12 16:33:33,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036 src: /127.0.0.1:51978 dest: /127.0.0.1:51613
2015-02-12 16:33:33,135 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51978, dest: /127.0.0.1:51613, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036, duration: 3446000
2015-02-12 16:33:33,137 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:33,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:33:33,138 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51977, dest: /127.0.0.1:51606, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036, duration: 6311000
2015-02-12 16:33:33,138 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:33,139 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51976, dest: /127.0.0.1:51610, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036, duration: 7624000
2015-02-12 16:33:33,140 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:33,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:33:33,141 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:33:33,142 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:33,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:33,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:33,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:33,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:33,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:33,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:33,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:33,179 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:33:33,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037 src: /127.0.0.1:51980 dest: /127.0.0.1:51613
2015-02-12 16:33:33,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037 src: /127.0.0.1:51981 dest: /127.0.0.1:51606
2015-02-12 16:33:33,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037 src: /127.0.0.1:51982 dest: /127.0.0.1:51616
2015-02-12 16:33:33,192 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51982, dest: /127.0.0.1:51616, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037, duration: 2002000
2015-02-12 16:33:33,193 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:33,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:33:33,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51981, dest: /127.0.0.1:51606, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037, duration: 2504000
2015-02-12 16:33:33,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:33,194 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:33,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51980, dest: /127.0.0.1:51613, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037, duration: 3923000
2015-02-12 16:33:33,195 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:33,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:33,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:33,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:33,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:33,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:33,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:33,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:33,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003/job_1423787534997_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:33,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:33,217 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:33:33,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038 src: /127.0.0.1:51983 dest: /127.0.0.1:51606
2015-02-12 16:33:33,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038 src: /127.0.0.1:51984 dest: /127.0.0.1:51610
2015-02-12 16:33:33,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038 src: /127.0.0.1:51985 dest: /127.0.0.1:51616
2015-02-12 16:33:33,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51985, dest: /127.0.0.1:51616, bytes: 114796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038, duration: 3268000
2015-02-12 16:33:33,229 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:33,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:33,230 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51984, dest: /127.0.0.1:51610, bytes: 114796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038, duration: 4880000
2015-02-12 16:33:33,231 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:33,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:33,232 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51983, dest: /127.0.0.1:51606, bytes: 114796, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-857240213_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038, duration: 8002000
2015-02-12 16:33:33,233 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:33,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:33,238 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-857240213_1
2015-02-12 16:33:33,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:33,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:33,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:33,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:33,261 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:33:33,261 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:33:33,261 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0003 with final state: FINISHING
2015-02-12 16:33:33,261 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 16:33:33,263 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0003
2015-02-12 16:33:33,265 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:33:33,265 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 16:33:34,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:34,034 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:33:34,034 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000004
2015-02-12 16:33:34,034 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:34,034 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0003_000001 released container container_1423787534997_0003_01_000004 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:34,269 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0003 unregistered successfully.
2015-02-12 16:33:34,274 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:33:34,274 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51616
2015-02-12 16:33:34,274 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:33:34,274 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:33:34,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:33:34,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:33:34,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:33:34,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0003 dst=null perm=null proto=rpc
2015-02-12 16:33:34,320 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...ue/true/false/false/false
2015-02-12 16:33:34,334 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:33:34,349 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:33:34,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:34,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:34,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:34,362 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 4
2015-02-12 16:33:34,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004 dst=null perm=null proto=rpc
2015-02-12 16:33:34,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:33:34,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:33:34,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:34,375 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:33:34,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039 src: /127.0.0.1:51988 dest: /127.0.0.1:51613
2015-02-12 16:33:34,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039 src: /127.0.0.1:51989 dest: /127.0.0.1:51616
2015-02-12 16:33:34,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039 src: /127.0.0.1:51990 dest: /127.0.0.1:51610
2015-02-12 16:33:34,385 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51990, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039, duration: 2769000
2015-02-12 16:33:34,386 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:34,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,386 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51989, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039, duration: 3436000
2015-02-12 16:33:34,387 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,387 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51988, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039, duration: 4745000
2015-02-12 16:33:34,388 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,397 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:34,399 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar
2015-02-12 16:33:34,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:34,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:33:34,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:33:34,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:33:34,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:33:34,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:33:34,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC dst=null perm=null proto=rpc
2015-02-12 16:33:34,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC dst=null perm=null proto=rpc
2015-02-12 16:33:34,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC dst=null perm=null proto=rpc
2015-02-12 16:33:34,418 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:34,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:34,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:34,423 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split
2015-02-12 16:33:34,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:34,425 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:33:34,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040 src: /127.0.0.1:51991 dest: /127.0.0.1:51606
2015-02-12 16:33:34,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040 src: /127.0.0.1:51992 dest: /127.0.0.1:51616
2015-02-12 16:33:34,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040 src: /127.0.0.1:51993 dest: /127.0.0.1:51610
2015-02-12 16:33:34,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040 src: /127.0.0.1:51994 dest: /127.0.0.1:51613
2015-02-12 16:33:34,439 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51994, dest: /127.0.0.1:51613, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040, duration: 3961000
2015-02-12 16:33:34,439 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:34,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,441 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51993, dest: /127.0.0.1:51610, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040, duration: 5475000
2015-02-12 16:33:34,441 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,442 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,443 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51992, dest: /127.0.0.1:51616, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040, duration: 7681000
2015-02-12 16:33:34,443 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51991, dest: /127.0.0.1:51606, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040, duration: 10320000
2015-02-12 16:33:34,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,445 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,449 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:34,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:34,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:34,457 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:33:34,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041 src: /127.0.0.1:51995 dest: /127.0.0.1:51606
2015-02-12 16:33:34,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041 src: /127.0.0.1:51996 dest: /127.0.0.1:51610
2015-02-12 16:33:34,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041 src: /127.0.0.1:51997 dest: /127.0.0.1:51616
2015-02-12 16:33:34,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51997, dest: /127.0.0.1:51616, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041, duration: 1345000
2015-02-12 16:33:34,467 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:34,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:33:34,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51996, dest: /127.0.0.1:51610, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041, duration: 2020000
2015-02-12 16:33:34,468 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51995, dest: /127.0.0.1:51606, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041, duration: 3120000
2015-02-12 16:33:34,469 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,472 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:34,473 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:33:34,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:34,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:34,491 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:33:34,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042 src: /127.0.0.1:51998 dest: /127.0.0.1:51606
2015-02-12 16:33:34,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042 src: /127.0.0.1:51999 dest: /127.0.0.1:51616
2015-02-12 16:33:34,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042 src: /127.0.0.1:52000 dest: /127.0.0.1:51613
2015-02-12 16:33:34,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52000, dest: /127.0.0.1:51613, bytes: 97220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042, duration: 3182000
2015-02-12 16:33:34,502 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:34,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51999, dest: /127.0.0.1:51616, bytes: 97220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042, duration: 3312000
2015-02-12 16:33:34,503 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:51998, dest: /127.0.0.1:51606, bytes: 97220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042, duration: 4992000
2015-02-12 16:33:34,504 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:34,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:34,510 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:34,511 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0004
2015-02-12 16:33:34,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004 dst=null perm=null proto=rpc
2015-02-12 16:33:34,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:34,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:34,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:34,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:34,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:34,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:34,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:34,536 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 4 submitted by user soberoi
2015-02-12 16:33:34,536 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0004
2015-02-12 16:33:34,537 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0004 State change from NEW to NEW_SAVING
2015-02-12 16:33:34,537 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0004
2015-02-12 16:33:34,536 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0004
2015-02-12 16:33:34,537 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:33:34,537 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0004 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:33:34,538 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 16:33:34,538 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0004_000001
2015-02-12 16:33:34,538 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from NEW to SUBMITTED
2015-02-12 16:33:34,538 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0004_000001 to scheduler from user: soberoi
2015-02-12 16:33:34,538 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:33:34,539 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0004
2015-02-12 16:33:34,543 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0004/
2015-02-12 16:33:34,543 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0004
2015-02-12 16:33:34,543 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0004/
2015-02-12 16:33:34,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:34,733 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000001
2015-02-12 16:33:34,733 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 16:33:34,734 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0004_01_000001
2015-02-12 16:33:34,734 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:34,735 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0004_000001
2015-02-12 16:33:34,735 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0004 AttemptId: appattempt_1423787534997_0004_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0004_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ]
2015-02-12 16:33:34,735 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:33:34,735 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:33:34,736 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0004_000001
2015-02-12 16:33:34,737 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0004_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0004_000001
2015-02-12 16:33:34,737 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:33:34,738 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0004_000001
2015-02-12 16:33:34,738 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0004_000001
2015-02-12 16:33:34,740 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0004_000001 (auth:SIMPLE)
2015-02-12 16:33:34,743 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0004_01_000001 by user soberoi
2015-02-12 16:33:34,743 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0004
2015-02-12 16:33:34,743 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000001
2015-02-12 16:33:34,743 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from NEW to INITING
2015-02-12 16:33:34,743 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0004_01_000001 to application application_1423787534997_0004
2015-02-12 16:33:34,744 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0004_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0004_000001
2015-02-12 16:33:34,744 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from INITING to RUNNING
2015-02-12 16:33:34,744 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:33:34,744 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:33:34,744 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0004
2015-02-12 16:33:34,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:33:34,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:33:34,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:33:34,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:33:34,745 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0004_01_000001
2015-02-12 16:33:34,755 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423787534997_0004_01_000001.tokens. Credentials list:
2015-02-12 16:33:34,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:33:34,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423787534997_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000001.tokens
2015-02-12 16:33:34,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:35,034 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:35,049 WARN blockmanagement.BlockPlacementPolicy (BlockPlacementPolicyDefault.java:chooseTarget(313)) - Failed to place enough replicas, still in need of 1 to reach 4. For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy
2015-02-12 16:33:35,049 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741857_1033, blk_1073741858_1034, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-02-12 16:33:35,049 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-02-12 16:33:35,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:35,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:35,119 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:35,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:35,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:35,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:35,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:35,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:35,250 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:35,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:35,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:35,314 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:35,314 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:35,363 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:35,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:35,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000001/default_container_executor.sh]
2015-02-12 16:33:35,732 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:35,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 16:33:35,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 16:33:35,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 16:33:35,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 16:33:35,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 16:33:35,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 16:33:35,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 16:33:35,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 16:33:35,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 16:33:35,940 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 16:33:35,940 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 16:33:35,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 16:33:35,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 16:33:35,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 16:33:36,039 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:36,708 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 16:33:36,708 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 16:33:36,708 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 16:33:36,708 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 16:33:36,708 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 16:33:36,709 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 16:33:36,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 16:33:36,709 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 16:33:36,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 16:33:36,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 16:33:37,041 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:37,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:37,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:33:37,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:33:37,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:33:37,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004 dst=null perm=null proto=rpc
2015-02-12 16:33:37,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:33:37,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:33:37,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:37,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:38,046 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:38,050 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2015-02-12 16:33:38,050 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741856_1032, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-02-12 16:33:38,754 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0004_000001 (auth:SIMPLE)
2015-02-12 16:33:38,756 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0004_000001
2015-02-12 16:33:38,756 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0004 APPATTEMPTID=appattempt_1423787534997_0004_000001
2015-02-12 16:33:38,756 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:33:38,756 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0004 State change from ACCEPTED to RUNNING
2015-02-12 16:33:38,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:38,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:33:38,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:39,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 16:33:39,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 16:33:39,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 16:33:39,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 16:33:39,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 16:33:39,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 16:33:39,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 16:33:39,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 16:33:39,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 16:33:39,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 16:33:39,047 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:39,160 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:33:39,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043 src: /127.0.0.1:52014 dest: /127.0.0.1:51610
2015-02-12 16:33:39,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043 src: /127.0.0.1:52015 dest: /127.0.0.1:51616
2015-02-12 16:33:39,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043 src: /127.0.0.1:52016 dest: /127.0.0.1:51613
2015-02-12 16:33:39,349 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52016, dest: /127.0.0.1:51613, bytes: 114049, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043, duration: 21721000
2015-02-12 16:33:39,349 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:39,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:39,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52015, dest: /127.0.0.1:51616, bytes: 114049, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043, duration: 22328000
2015-02-12 16:33:39,350 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:39,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:39,351 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52014, dest: /127.0.0.1:51610, bytes: 114049, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043, duration: 23538000
2015-02-12 16:33:39,351 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:39,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:39,357 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:39,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:39,399 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:33:39,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 16:33:39,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 16:33:39,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 16:33:39,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 16:33:39,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 16:33:39,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 16:33:39,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 16:33:39,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 16:33:39,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 16:33:39,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 16:33:39,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 16:33:39,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 16:33:39,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044 src: /127.0.0.1:52017 dest: /127.0.0.1:51606
2015-02-12 16:33:39,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044 src: /127.0.0.1:52018 dest: /127.0.0.1:51610
2015-02-12 16:33:39,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044 src: /127.0.0.1:52019 dest: /127.0.0.1:51613
2015-02-12 16:33:39,414 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52019, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044, duration: 2532000
2015-02-12 16:33:39,414 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:39,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:39,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52018, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044, duration: 3119000
2015-02-12 16:33:39,415 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:39,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52017, dest: /127.0.0.1:51606, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044, duration: 4230000
2015-02-12 16:33:39,416 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:39,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:39,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:39,419 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004.summary is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:39,430 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0003_01_000001 succeeded
2015-02-12 16:33:39,430 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:33:39,430 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0003_01_000001
2015-02-12 16:33:39,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000001
2015-02-12 16:33:39,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000001
2015-02-12 16:33:39,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000001
2015-02-12 16:33:39,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0003/container_1423787534997_0003_01_000001
2015-02-12 16:33:39,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000001
2015-02-12 16:33:39,457 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:33:39,457 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0003_01_000001 from application application_1423787534997_0003
2015-02-12 16:33:39,457 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:39,457 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0003
2015-02-12 16:33:39,746 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:39,746 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0003_000001
2015-02-12 16:33:39,746 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:33:39,747 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000001
2015-02-12 16:33:39,747 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0003_000001
2015-02-12 16:33:39,747 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:33:39,747 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0003_000001 State change from FINISHING to FINISHED
2015-02-12 16:33:39,747 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0003_000001 released container container_1423787534997_0003_01_000001 on node: host: 10.1.1.67:51663 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:33:39,748 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0003 State change from FINISHING to FINISHED
2015-02-12 16:33:39,748 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0003_000001 is done. finalState=FINISHED
2015-02-12 16:33:39,748 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0003
2015-02-12 16:33:39,748 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0003 requests cleared
2015-02-12 16:33:39,749 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0003,name=[A84DF5281B8E4954A861FDB75079BDE7/36E87B3E8D084F9FAF4BF451A39CC98C] lower*upper/(1/2),user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0003/jobhistory/job/job_1423787534997_0003,appMasterHost=10.1.1.67,startTime=1423787595884,finishTime=1423787613261,finalStatus=SUCCEEDED
2015-02-12 16:33:39,749 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0003_000001
2015-02-12 16:33:39,752 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0003_000001 (auth:SIMPLE)
2015-02-12 16:33:39,754 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0003_01_000001
2015-02-12 16:33:39,754 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0003 CONTAINERID=container_1423787534997_0003_01_000001
2015-02-12 16:33:39,754 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0003_01_000001]
2015-02-12 16:33:39,754 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:39,754 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:39,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:39,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:39,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:39,756 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0003
2015-02-12 16:33:39,756 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:39,756 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0003, with delay of 10800 seconds
2015-02-12 16:33:39,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:40,051 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:40,051 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:40,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:40,052 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:40,052 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000002
2015-02-12 16:33:40,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:40,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:40,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0003
2015-02-12 16:33:40,053 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0003
2015-02-12 16:33:40,052 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:33:40,054 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:40,054 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0003, with delay of 10800 seconds
2015-02-12 16:33:40,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037
2015-02-12 16:33:40,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040
2015-02-12 16:33:40,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035
2015-02-12 16:33:40,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041
2015-02-12 16:33:40,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036
2015-02-12 16:33:40,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038
2015-02-12 16:33:40,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042
2015-02-12 16:33:40,235 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038
2015-02-12 16:33:40,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037
2015-02-12 16:33:40,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036
2015-02-12 16:33:40,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040
2015-02-12 16:33:40,434 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039
2015-02-12 16:33:40,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039
2015-02-12 16:33:40,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035
2015-02-12 16:33:40,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741860_1036
2015-02-12 16:33:40,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040
2015-02-12 16:33:40,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041
2015-02-12 16:33:40,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042
2015-02-12 16:33:40,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741859_1035
2015-02-12 16:33:40,687 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741866_1042
2015-02-12 16:33:40,687 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741861_1037
2015-02-12 16:33:40,806 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0004_01_000002
2015-02-12 16:33:40,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:40,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:40,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:40,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:40,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:40,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:40,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:40,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:40,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:40,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:40,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:40,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741862_1038
2015-02-12 16:33:40,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741864_1040
2015-02-12 16:33:40,934 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0004_000001 (auth:SIMPLE)
2015-02-12 16:33:40,936 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0004_01_000002 by user soberoi
2015-02-12 16:33:40,937 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0004
2015-02-12 16:33:40,937 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000002
2015-02-12 16:33:40,937 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from NEW to INITING
2015-02-12 16:33:40,938 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0004_01_000002 to application application_1423787534997_0004
2015-02-12 16:33:40,939 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from INITING to RUNNING
2015-02-12 16:33:40,940 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:33:40,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0004
2015-02-12 16:33:40,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0004
2015-02-12 16:33:40,940 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:33:40,940 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0004
2015-02-12 16:33:40,941 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:33:40,941 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:33:40,941 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0004_01_000002
2015-02-12 16:33:40,952 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423787534997_0004_01_000002.tokens. Credentials list:
2015-02-12 16:33:41,054 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51610 to replicate blk_1073741863_1039 to datanode(s) 127.0.0.1:51606
2015-02-12 16:33:41,054 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:41,054 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:41,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:33:41,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039
2015-02-12 16:33:41,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741865_1041
2015-02-12 16:33:41,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423787534997_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000002.tokens
2015-02-12 16:33:41,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:41,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:41,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:41,307 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:41,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:41,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:41,370 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:41,370 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:41,409 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:41,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:41,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000002/default_container_executor.sh]
2015-02-12 16:33:41,817 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:33:42,037 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18976121-9340-48bb-bbaa-6a43fcd8e204, infoPort=51611, ipcPort=51612, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039 to 127.0.0.1:51606
2015-02-12 16:33:42,039 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:33:42,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039 src: /127.0.0.1:52026 dest: /127.0.0.1:51606
2015-02-12 16:33:42,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039 src: /127.0.0.1:52026 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:33:42,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741863_1039 size 254067
2015-02-12 16:33:43,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:43,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:43,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:44,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:44,233 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0004_000001 (auth:SIMPLE)
2015-02-12 16:33:44,235 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0004_01_000002
2015-02-12 16:33:44,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000002
2015-02-12 16:33:44,235 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:33:44,235 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0004_01_000002
2015-02-12 16:33:44,253 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0004_01_000002 is : 143
2015-02-12 16:33:44,258 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:33:44,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045 src: /127.0.0.1:52032 dest: /127.0.0.1:51613
2015-02-12 16:33:44,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045 src: /127.0.0.1:52033 dest: /127.0.0.1:51610
2015-02-12 16:33:44,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045 src: /127.0.0.1:52034 dest: /127.0.0.1:51616
2015-02-12 16:33:44,268 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:44,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000002
2015-02-12 16:33:44,269 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1.jhist for DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:44,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000002
2015-02-12 16:33:44,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000002
2015-02-12 16:33:44,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000002
2015-02-12 16:33:44,273 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000002
2015-02-12 16:33:44,274 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:44,274 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0004_01_000002 from application application_1423787534997_0004
2015-02-12 16:33:44,274 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:44,274 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0004
2015-02-12 16:33:45,139 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044
2015-02-12 16:33:45,240 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:45,240 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:33:45,240 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000002
2015-02-12 16:33:45,240 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:45,240 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0004_000001 released container container_1423787534997_0004_01_000002 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:45,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044
2015-02-12 16:33:45,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043
2015-02-12 16:33:45,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741868_1044
2015-02-12 16:33:45,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043
2015-02-12 16:33:46,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741867_1043
2015-02-12 16:33:46,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:46,229 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000003
2015-02-12 16:33:46,229 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:33:46,240 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:46,846 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0004_01_000003
2015-02-12 16:33:46,847 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:46,858 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0004_000001 (auth:SIMPLE)
2015-02-12 16:33:46,860 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0004_01_000003 by user soberoi
2015-02-12 16:33:46,860 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0004
2015-02-12 16:33:46,861 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000003
2015-02-12 16:33:46,861 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from NEW to INITING
2015-02-12 16:33:46,861 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0004_01_000003 to application application_1423787534997_0004
2015-02-12 16:33:46,861 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from INITING to RUNNING
2015-02-12 16:33:46,862 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:33:46,862 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0004
2015-02-12 16:33:46,862 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0004
2015-02-12 16:33:46,862 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:33:46,862 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0004
2015-02-12 16:33:46,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:33:46,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:33:46,863 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0004_01_000003
2015-02-12 16:33:46,873 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423787534997_0004_01_000003.tokens. Credentials list:
2015-02-12 16:33:46,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:33:47,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423787534997_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000003.tokens
2015-02-12 16:33:47,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:47,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:47,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:47,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:47,232 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:47,243 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0004_01_000002]
2015-02-12 16:33:47,243 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:47,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:47,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:47,293 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:47,293 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:47,338 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:47,338 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:47,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000003/default_container_executor.sh]
2015-02-12 16:33:47,850 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:33:49,873 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:33:50,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:50,148 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741863_1039
2015-02-12 16:33:50,159 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0004_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:33:50,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046 src: /127.0.0.1:52042 dest: /127.0.0.1:51613
2015-02-12 16:33:50,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046 src: /127.0.0.1:52043 dest: /127.0.0.1:51610
2015-02-12 16:33:50,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046 src: /127.0.0.1:52044 dest: /127.0.0.1:51616
2015-02-12 16:33:50,292 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52044, dest: /127.0.0.1:51616, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0004_r_000000_0_1130852025_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046, duration: 37380000
2015-02-12 16:33:50,293 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:50,293 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52043, dest: /127.0.0.1:51610, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0004_r_000000_0_1130852025_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046, duration: 38377000
2015-02-12 16:33:50,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:33:50,294 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,294 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52042, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0004_r_000000_0_1130852025_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046, duration: 39541000
2015-02-12 16:33:50,295 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0004_r_000000_0_1130852025_1
2015-02-12 16:33:50,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:50,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:33:50,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1423787534997_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:33:50,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1423787534997_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:33:50,365 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0004_000001 (auth:SIMPLE)
2015-02-12 16:33:50,369 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0004_01_000003
2015-02-12 16:33:50,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000003
2015-02-12 16:33:50,369 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:33:50,369 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0004_01_000003
2015-02-12 16:33:50,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:50,386 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:50,398 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0004_01_000003 is : 143
2015-02-12 16:33:50,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:33:50,406 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:33:50,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:50,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000003
2015-02-12 16:33:50,408 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:33:50,408 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0004_01_000003 from application application_1423787534997_0004
2015-02-12 16:33:50,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:50,408 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0004
2015-02-12 16:33:50,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000003
2015-02-12 16:33:50,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000003
2015-02-12 16:33:50,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000003
2015-02-12 16:33:50,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000003
2015-02-12 16:33:50,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:50,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1423787534997_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:33:50,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:50,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1423787534997_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:50,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:33:50,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:50,434 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:50,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:50,443 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:50,464 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52034, dest: /127.0.0.1:51616, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045, duration: 6199028000
2015-02-12 16:33:50,465 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:50,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 13750
2015-02-12 16:33:50,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52033, dest: /127.0.0.1:51610, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045, duration: 6200784000
2015-02-12 16:33:50,467 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 13750
2015-02-12 16:33:50,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52032, dest: /127.0.0.1:51613, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045, duration: 6202834000
2015-02-12 16:33:50,469 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 13750
2015-02-12 16:33:50,471 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:50,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:50,477 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:33:50,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047 src: /127.0.0.1:52046 dest: /127.0.0.1:51613
2015-02-12 16:33:50,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047 src: /127.0.0.1:52047 dest: /127.0.0.1:51616
2015-02-12 16:33:50,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047 src: /127.0.0.1:52048 dest: /127.0.0.1:51606
2015-02-12 16:33:50,488 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52048, dest: /127.0.0.1:51606, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047, duration: 2942000
2015-02-12 16:33:50,489 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:50,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:33:50,491 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52047, dest: /127.0.0.1:51616, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047, duration: 5252000
2015-02-12 16:33:50,491 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,492 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52046, dest: /127.0.0.1:51613, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047, duration: 6437000
2015-02-12 16:33:50,492 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,494 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,495 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:50,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:50,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:50,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:50,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:50,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:50,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:33:50,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:50,530 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:33:50,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048 src: /127.0.0.1:52050 dest: /127.0.0.1:51610
2015-02-12 16:33:50,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048 src: /127.0.0.1:52051 dest: /127.0.0.1:51606
2015-02-12 16:33:50,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048 src: /127.0.0.1:52052 dest: /127.0.0.1:51616
2015-02-12 16:33:50,543 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52052, dest: /127.0.0.1:51616, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048, duration: 4213000
2015-02-12 16:33:50,543 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:50,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,544 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52051, dest: /127.0.0.1:51606, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048, duration: 4976000
2015-02-12 16:33:50,544 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,545 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52050, dest: /127.0.0.1:51610, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048, duration: 5915000
2015-02-12 16:33:50,545 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,548 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:50,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:50,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:50,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:50,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:50,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:33:50,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004/job_1423787534997_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:33:50,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:50,583 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:33:50,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049 src: /127.0.0.1:52054 dest: /127.0.0.1:51606
2015-02-12 16:33:50,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049 src: /127.0.0.1:52055 dest: /127.0.0.1:51613
2015-02-12 16:33:50,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049 src: /127.0.0.1:52056 dest: /127.0.0.1:51616
2015-02-12 16:33:50,596 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52056, dest: /127.0.0.1:51616, bytes: 114049, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049, duration: 2407000
2015-02-12 16:33:50,596 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:50,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:33:50,597 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52055, dest: /127.0.0.1:51613, bytes: 114049, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049, duration: 3420000
2015-02-12 16:33:50,598 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,600 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52054, dest: /127.0.0.1:51606, bytes: 114049, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1620489864_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049, duration: 5593000
2015-02-12 16:33:50,600 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:50,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:50,605 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1620489864_1
2015-02-12 16:33:50,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:50,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:50,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:50,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:33:50,631 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:33:50,631 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:33:50,631 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0004 with final state: FINISHING
2015-02-12 16:33:50,631 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 16:33:50,632 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0004
2015-02-12 16:33:50,632 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:33:50,632 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 16:33:51,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:51,374 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:33:51,375 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000003
2015-02-12 16:33:51,375 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:51,375 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0004_000001 released container container_1423787534997_0004_01_000003 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:51,637 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0004 unregistered successfully.
2015-02-12 16:33:51,641 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:33:51,641 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:33:51,641 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:33:51,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:33:51,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741868_1044 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:33:51,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:33:51,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:33:51,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0004 dst=null perm=null proto=rpc
2015-02-12 16:33:51,686 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741859_1035 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51610
2015-02-12 16:33:51,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/8730290032_lower_upper_59BB216CD02441889F989DD0C9447CEC dst=null perm=null proto=rpc
2015-02-12 16:33:51,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,688 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary
2015-02-12 16:33:51,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:33:51,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,708 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:51,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:51,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:51,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,742 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:51,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:51,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:51,747 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false
2015-02-12 16:33:51,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:33:51,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:51,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:33:51,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,785 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:33:51,786 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:33:51,799 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 16:33:51,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:51,809 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:33:51,810 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:33:51,810 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:33:51,810 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue"]
2015-02-12 16:33:51,810 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:33:51,810 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-02-12 16:33:51,810 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-02-12 16:33:51,812 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...orm/byteswritablekeyvalue
2015-02-12 16:33:51,827 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:33:51,842 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:33:51,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:33:51,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:51,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:51,849 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 5
2015-02-12 16:33:51,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005 dst=null perm=null proto=rpc
2015-02-12 16:33:51,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:33:51,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:33:51,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:51,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:51,861 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:33:51,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050 src: /127.0.0.1:52062 dest: /127.0.0.1:51613
2015-02-12 16:33:51,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050 src: /127.0.0.1:52063 dest: /127.0.0.1:51610
2015-02-12 16:33:51,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050 src: /127.0.0.1:52064 dest: /127.0.0.1:51616
2015-02-12 16:33:51,880 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52064, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050, duration: 6642000
2015-02-12 16:33:51,880 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:51,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,881 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52063, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050, duration: 7701000
2015-02-12 16:33:51,881 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:51,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,882 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52062, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050, duration: 8831000
2015-02-12 16:33:51,882 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:51,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,886 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:51,887 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar
2015-02-12 16:33:51,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:51,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:51,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:51,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:51,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:51,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:33:51,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:33:51,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:33:51,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:33:51,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:33:51,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:51,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,903 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:51,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,907 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:51,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,911 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:51,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,917 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:33:51,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:33:51,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:51,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:51,928 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split
2015-02-12 16:33:51,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:51,930 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:33:51,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051 src: /127.0.0.1:52065 dest: /127.0.0.1:51610
2015-02-12 16:33:51,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051 src: /127.0.0.1:52066 dest: /127.0.0.1:51616
2015-02-12 16:33:51,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051 src: /127.0.0.1:52067 dest: /127.0.0.1:51613
2015-02-12 16:33:51,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051 src: /127.0.0.1:52068 dest: /127.0.0.1:51606
2015-02-12 16:33:51,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52068, dest: /127.0.0.1:51606, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051, duration: 3445000
2015-02-12 16:33:51,947 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:51,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52067, dest: /127.0.0.1:51613, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051, duration: 4317000
2015-02-12 16:33:51,948 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:51,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52066, dest: /127.0.0.1:51616, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051, duration: 5444000
2015-02-12 16:33:51,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,949 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:51,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52065, dest: /127.0.0.1:51610, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051, duration: 6789000
2015-02-12 16:33:51,951 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:51,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,954 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:51,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:51,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:51,961 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:33:51,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052 src: /127.0.0.1:52069 dest: /127.0.0.1:51610
2015-02-12 16:33:51,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052 src: /127.0.0.1:52070 dest: /127.0.0.1:51616
2015-02-12 16:33:51,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052 src: /127.0.0.1:52071 dest: /127.0.0.1:51606
2015-02-12 16:33:51,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52071, dest: /127.0.0.1:51606, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052, duration: 1099000
2015-02-12 16:33:51,968 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:51,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,969 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52070, dest: /127.0.0.1:51616, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052, duration: 1601000
2015-02-12 16:33:51,969 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:51,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,970 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52069, dest: /127.0.0.1:51610, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052, duration: 2541000
2015-02-12 16:33:51,970 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:51,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:51,973 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:51,974 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:6
2015-02-12 16:33:51,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:51,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:33:52,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:33:52,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053 src: /127.0.0.1:52072 dest: /127.0.0.1:51610
2015-02-12 16:33:52,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053 src: /127.0.0.1:52073 dest: /127.0.0.1:51613
2015-02-12 16:33:52,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053 src: /127.0.0.1:52074 dest: /127.0.0.1:51616
2015-02-12 16:33:52,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52074, dest: /127.0.0.1:51616, bytes: 97493, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053, duration: 8185000
2015-02-12 16:33:52,061 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:52,062 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52073, dest: /127.0.0.1:51613, bytes: 97493, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053, duration: 9460000
2015-02-12 16:33:52,062 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:52,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:33:52,063 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52072, dest: /127.0.0.1:51610, bytes: 97493, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053, duration: 11461000
2015-02-12 16:33:52,063 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:52,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:52,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:52,068 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:33:52,068 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0005
2015-02-12 16:33:52,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005 dst=null perm=null proto=rpc
2015-02-12 16:33:52,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:52,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:52,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:52,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:52,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:52,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:52,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,119 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 5 submitted by user soberoi
2015-02-12 16:33:52,119 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0005
2015-02-12 16:33:52,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0005
2015-02-12 16:33:52,120 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0005 State change from NEW to NEW_SAVING
2015-02-12 16:33:52,120 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0005
2015-02-12 16:33:52,121 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:33:52,121 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0005 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:33:52,121 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 16:33:52,122 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0005_000001
2015-02-12 16:33:52,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from NEW to SUBMITTED
2015-02-12 16:33:52,122 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0005_000001 to scheduler from user: soberoi
2015-02-12 16:33:52,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:33:52,125 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0005
2015-02-12 16:33:52,130 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0005/
2015-02-12 16:33:52,131 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0005
2015-02-12 16:33:52,131 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0005/
2015-02-12 16:33:52,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:52,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000001
2015-02-12 16:33:52,258 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:33:52,258 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0005_01_000001
2015-02-12 16:33:52,258 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:33:52,258 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0005_000001
2015-02-12 16:33:52,259 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0005 AttemptId: appattempt_1423787534997_0005_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0005_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ]
2015-02-12 16:33:52,259 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:33:52,259 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:33:52,260 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0005_000001
2015-02-12 16:33:52,261 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0005_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ] for AM appattempt_1423787534997_0005_000001
2015-02-12 16:33:52,261 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:33:52,261 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0005_000001
2015-02-12 16:33:52,261 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0005_000001
2015-02-12 16:33:52,264 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:33:52,266 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0005_01_000001 by user soberoi
2015-02-12 16:33:52,266 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0005
2015-02-12 16:33:52,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000001
2015-02-12 16:33:52,267 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from NEW to INITING
2015-02-12 16:33:52,267 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0005_01_000001 to application application_1423787534997_0005
2015-02-12 16:33:52,267 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from INITING to RUNNING
2015-02-12 16:33:52,267 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0005_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ] for AM appattempt_1423787534997_0005_000001
2015-02-12 16:33:52,267 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:33:52,267 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:33:52,268 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0005
2015-02-12 16:33:52,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:33:52,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:33:52,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:33:52,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:33:52,268 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0005_01_000001
2015-02-12 16:33:52,278 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0005_01_000001.tokens. Credentials list:
2015-02-12 16:33:52,377 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:52,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:33:52,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000001.tokens
2015-02-12 16:33:52,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:33:52,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:33:52,669 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:52,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:52,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:52,742 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:52,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:52,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:33:52,822 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:52,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:52,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:33:52,879 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:33:52,879 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:33:52,922 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:33:52,922 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:53,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000001/default_container_executor.sh]
2015-02-12 16:33:53,065 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51613 to replicate blk_1073741874_1050 to datanode(s) 127.0.0.1:51606
2015-02-12 16:33:53,065 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741859_1035, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741867_1043, blk_1073741868_1044, blk_1073741869_1045]
2015-02-12 16:33:53,066 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043, blk_1073741869_1045]
2015-02-12 16:33:53,260 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:33:53,379 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:54,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 16:33:54,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 16:33:54,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 16:33:54,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 16:33:54,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 16:33:54,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 16:33:54,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 16:33:54,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 16:33:54,048 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 16:33:54,048 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 16:33:54,048 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 16:33:54,048 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 16:33:54,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 16:33:54,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 16:33:54,380 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:54,413 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050 to 127.0.0.1:51606
2015-02-12 16:33:54,421 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:33:54,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050 src: /127.0.0.1:52079 dest: /127.0.0.1:51606
2015-02-12 16:33:54,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050 src: /127.0.0.1:52079 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:33:54,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741874_1050 size 254067
2015-02-12 16:33:54,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 16:33:54,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 16:33:54,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 16:33:54,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 16:33:54,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 16:33:54,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 16:33:54,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 16:33:54,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 16:33:54,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 16:33:54,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 16:33:54,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 16:33:54,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 16:33:55,384 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:55,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046
2015-02-12 16:33:55,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741869_1045
2015-02-12 16:33:55,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049
2015-02-12 16:33:55,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046
2015-02-12 16:33:55,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047
2015-02-12 16:33:55,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:33:55,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:33:55,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:33:55,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:33:55,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005 dst=null perm=null proto=rpc
2015-02-12 16:33:55,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:33:55,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:33:56,069 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741859_1035, blk_1073741863_1039, blk_1073741864_1040, blk_1073741866_1042, blk_1073741867_1043, blk_1073741868_1044, blk_1073741869_1045]
2015-02-12 16:33:56,069 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741859_1035, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741868_1044]
2015-02-12 16:33:56,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048
2015-02-12 16:33:56,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741870_1046
2015-02-12 16:33:56,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047
2015-02-12 16:33:56,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049
2015-02-12 16:33:56,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:56,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:33:56,387 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:56,701 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0004_01_000001 succeeded
2015-02-12 16:33:56,702 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:33:56,702 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0004_01_000001
2015-02-12 16:33:56,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000001
2015-02-12 16:33:56,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000001
2015-02-12 16:33:56,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000001
2015-02-12 16:33:56,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0004/container_1423787534997_0004_01_000001
2015-02-12 16:33:56,726 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000001
2015-02-12 16:33:56,726 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:33:56,727 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0004_01_000001 from application application_1423787534997_0004
2015-02-12 16:33:56,727 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:33:56,727 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0004
2015-02-12 16:33:56,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:33:56,812 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:33:56,812 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000001
2015-02-12 16:33:56,812 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:33:56,812 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0004_000001 released container container_1423787534997_0004_01_000001 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:33:56,811 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0004_000001
2015-02-12 16:33:56,813 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0004_000001
2015-02-12 16:33:56,813 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0004_000001 State change from FINISHING to FINISHED
2015-02-12 16:33:56,813 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0004 State change from FINISHING to FINISHED
2015-02-12 16:33:56,813 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0004
2015-02-12 16:33:56,813 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0004_000001 is done. finalState=FINISHED
2015-02-12 16:33:56,813 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0004 requests cleared
2015-02-12 16:33:56,813 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0004,name=[A84DF5281B8E4954A861FDB75079BDE7/7D2AA7A69C2246B99CABF8B7461C06C9] lower*upper/(2/2) ...ue/true/false/false/false,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0004/jobhistory/job/job_1423787534997_0004,appMasterHost=10.1.1.67,startTime=1423787614536,finishTime=1423787630631,finalStatus=SUCCEEDED
2015-02-12 16:33:56,814 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0004_000001
2015-02-12 16:33:56,818 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0004_000001 (auth:SIMPLE)
2015-02-12 16:33:56,820 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0004_01_000001
2015-02-12 16:33:56,821 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0004 CONTAINERID=container_1423787534997_0004_01_000001
2015-02-12 16:33:56,821 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0004_01_000001]
2015-02-12 16:33:56,821 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:56,822 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:56,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:56,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:56,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:56,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:56,828 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0004
2015-02-12 16:33:56,829 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:56,829 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0004, with delay of 10800 seconds
2015-02-12 16:33:56,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 16:33:56,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 16:33:56,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 16:33:56,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 16:33:56,962 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 16:33:56,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 16:33:56,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 16:33:56,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 16:33:56,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 16:33:56,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 16:33:56,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 16:33:56,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 16:33:57,273 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:57,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:57,274 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0004
2015-02-12 16:33:57,275 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:57,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:57,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:57,275 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0004, with delay of 10800 seconds
2015-02-12 16:33:57,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:57,390 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:33:57,390 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:57,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:57,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:57,391 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0004
2015-02-12 16:33:57,391 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:33:57,391 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0004, with delay of 10800 seconds
2015-02-12 16:33:57,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:57,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0004
2015-02-12 16:33:57,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 16:33:57,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 16:33:57,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 16:33:57,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 16:33:57,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 16:33:57,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 16:33:57,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 16:33:57,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 16:33:57,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 16:33:57,416 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 16:33:57,417 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 16:33:57,417 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 16:33:57,417 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 16:33:57,417 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 16:33:58,063 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:33:58,066 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0005_000001
2015-02-12 16:33:58,066 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0005 APPATTEMPTID=appattempt_1423787534997_0005_000001
2015-02-12 16:33:58,066 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:33:58,067 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0005 State change from ACCEPTED to RUNNING
2015-02-12 16:33:58,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:58,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:33:58,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:58,391 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:33:58,717 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:33:58,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054 src: /127.0.0.1:52133 dest: /127.0.0.1:51613
2015-02-12 16:33:58,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054 src: /127.0.0.1:52134 dest: /127.0.0.1:51616
2015-02-12 16:33:58,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054 src: /127.0.0.1:52135 dest: /127.0.0.1:51606
2015-02-12 16:33:58,880 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52135, dest: /127.0.0.1:51606, bytes: 114208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054, duration: 88798000
2015-02-12 16:33:58,880 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:58,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:58,881 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52134, dest: /127.0.0.1:51616, bytes: 114208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054, duration: 90004000
2015-02-12 16:33:58,881 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:58,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:58,882 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52133, dest: /127.0.0.1:51613, bytes: 114208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054, duration: 91095000
2015-02-12 16:33:58,882 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:58,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:58,889 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:33:58,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:33:58,965 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:33:58,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055 src: /127.0.0.1:52136 dest: /127.0.0.1:51610
2015-02-12 16:33:58,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055 src: /127.0.0.1:52137 dest: /127.0.0.1:51613
2015-02-12 16:33:58,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055 src: /127.0.0.1:52138 dest: /127.0.0.1:51606
2015-02-12 16:33:58,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52138, dest: /127.0.0.1:51606, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055, duration: 1878000
2015-02-12 16:33:58,979 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:33:58,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:58,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52137, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055, duration: 2789000
2015-02-12 16:33:58,980 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:58,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52136, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055, duration: 3930000
2015-02-12 16:33:58,981 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:33:58,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:58,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:33:58,984 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005.summary is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:33:59,018 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 16:33:59,020 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 2 millisecond(s).
2015-02-12 16:33:59,279 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:59,279 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000002
2015-02-12 16:33:59,279 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:33:59,351 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:59,351 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000003
2015-02-12 16:33:59,351 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:33:59,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:59,393 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000004
2015-02-12 16:33:59,393 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:33:59,827 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:33:59,827 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000005
2015-02-12 16:33:59,827 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:34:00,142 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0005_01_000002
2015-02-12 16:34:00,142 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:00,142 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0005_01_000003
2015-02-12 16:34:00,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:00,143 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0005_01_000004
2015-02-12 16:34:00,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:00,143 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0005_01_000005
2015-02-12 16:34:00,144 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:00,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:00,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:00,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:00,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:00,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:00,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:00,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:00,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:00,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:00,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:00,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:00,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000006
2015-02-12 16:34:00,286 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 16:34:00,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:00,354 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000007
2015-02-12 16:34:00,355 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:34:00,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050
2015-02-12 16:34:00,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741873_1049
2015-02-12 16:34:00,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048
2015-02-12 16:34:00,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052
2015-02-12 16:34:00,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051
2015-02-12 16:34:00,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741871_1047
2015-02-12 16:34:00,366 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:00,366 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:00,368 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:00,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0005_01_000004 by user soberoi
2015-02-12 16:34:00,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0005_01_000002 by user soberoi
2015-02-12 16:34:00,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0005_01_000003 by user soberoi
2015-02-12 16:34:00,373 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0005_01_000002 to application application_1423787534997_0005
2015-02-12 16:34:00,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000002
2015-02-12 16:34:00,374 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:34:00,374 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0005
2015-02-12 16:34:00,374 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0005
2015-02-12 16:34:00,374 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:00,374 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0005
2015-02-12 16:34:00,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0005
2015-02-12 16:34:00,374 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000004
2015-02-12 16:34:00,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0005
2015-02-12 16:34:00,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000003
2015-02-12 16:34:00,375 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from NEW to INITING
2015-02-12 16:34:00,375 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0005_01_000004 to application application_1423787534997_0005
2015-02-12 16:34:00,376 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from INITING to RUNNING
2015-02-12 16:34:00,376 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:34:00,376 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0005
2015-02-12 16:34:00,376 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0005
2015-02-12 16:34:00,376 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:00,377 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0005
2015-02-12 16:34:00,378 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:00,378 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:00,379 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0005_01_000004
2015-02-12 16:34:00,375 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:00,378 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from NEW to INITING
2015-02-12 16:34:00,379 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0005_01_000003 to application application_1423787534997_0005
2015-02-12 16:34:00,380 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from INITING to RUNNING
2015-02-12 16:34:00,380 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:34:00,380 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0005
2015-02-12 16:34:00,380 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0005
2015-02-12 16:34:00,380 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:00,380 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0005
2015-02-12 16:34:00,381 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:00,381 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:00,381 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0005_01_000003
2015-02-12 16:34:00,384 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:00,395 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:00,417 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423787534997_0005_01_000004.tokens. Credentials list:
2015-02-12 16:34:00,423 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0005_01_000003.tokens. Credentials list:
2015-02-12 16:34:00,455 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0005_01_000005 by user soberoi
2015-02-12 16:34:00,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0005
2015-02-12 16:34:00,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000005
2015-02-12 16:34:00,457 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from NEW to INITING
2015-02-12 16:34:00,457 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0005_01_000005 to application application_1423787534997_0005
2015-02-12 16:34:00,457 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from INITING to RUNNING
2015-02-12 16:34:00,457 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:34:00,458 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0005
2015-02-12 16:34:00,458 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0005
2015-02-12 16:34:00,458 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:00,458 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0005
2015-02-12 16:34:00,459 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:00,459 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:00,459 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0005_01_000005
2015-02-12 16:34:00,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741872_1048
2015-02-12 16:34:00,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0005_01_000005.tokens. Credentials list:
2015-02-12 16:34:00,491 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:00,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:00,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051
2015-02-12 16:34:00,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053
2015-02-12 16:34:00,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050
2015-02-12 16:34:00,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052
2015-02-12 16:34:00,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051
2015-02-12 16:34:00,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053
2015-02-12 16:34:00,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:00,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:00,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:00,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000002/default_container_executor.sh]
2015-02-12 16:34:00,831 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:00,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050
2015-02-12 16:34:00,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423787534997_0005_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000004.tokens
2015-02-12 16:34:00,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:00,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0005_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000003.tokens
2015-02-12 16:34:00,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:01,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0005_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000005.tokens
2015-02-12 16:34:01,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:01,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741875_1051
2015-02-12 16:34:01,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741874_1050
2015-02-12 16:34:01,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:01,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:01,184 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:01,188 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:01,189 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0005_01_000006 by user soberoi
2015-02-12 16:34:01,189 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000006
2015-02-12 16:34:01,189 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0005_01_000006 to application application_1423787534997_0005
2015-02-12 16:34:01,191 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:34:01,191 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0005
2015-02-12 16:34:01,191 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0005
2015-02-12 16:34:01,191 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:01,191 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0005
2015-02-12 16:34:01,192 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:01,194 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0005_01_000007 by user soberoi
2015-02-12 16:34:01,195 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000007
2015-02-12 16:34:01,195 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0005_01_000007 to application application_1423787534997_0005
2015-02-12 16:34:01,196 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 16:34:01,196 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0005
2015-02-12 16:34:01,196 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0005
2015-02-12 16:34:01,196 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:01,197 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0005
2015-02-12 16:34:01,198 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0005_01_000007
2015-02-12 16:34:01,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:01,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:01,240 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423787534997_0005_01_000007.tokens. Credentials list:
2015-02-12 16:34:01,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:01,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:01,280 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:01,280 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:01,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:01,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:01,285 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423787534997_0005
2015-02-12 16:34:01,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 16:34:01,287 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423787534997_0005_01_000008 on node host: 10.1.1.67:51651 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@1f19bf2c
2015-02-12 16:34:01,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:01,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:01,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741877_1053
2015-02-12 16:34:01,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741876_1052
2015-02-12 16:34:01,322 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:01,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:01,358 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:01,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:01,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:01,359 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000009
2015-02-12 16:34:01,359 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 16:34:01,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:01,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000010
2015-02-12 16:34:01,398 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:34:01,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:01,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:01,429 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:01,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:01,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:01,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:01,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:01,540 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:01,541 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:01,542 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:01,542 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:01,570 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:01,570 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:01,570 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:01,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000006/default_container_executor.sh]
2015-02-12 16:34:01,625 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:01,625 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:01,645 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:01,645 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:01,658 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:01,658 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:01,659 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:01,660 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:01,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000005/default_container_executor.sh]
2015-02-12 16:34:01,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000004/default_container_executor.sh]
2015-02-12 16:34:01,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000007/default_container_executor.sh]
2015-02-12 16:34:01,962 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000003/default_container_executor.sh]
2015-02-12 16:34:02,169 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:34:02,170 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:02,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:02,289 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423787534997_0005_000001 on node host: 10.1.1.67:51651 #containers=3 available=0 used=4096
2015-02-12 16:34:02,289 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423787534997_0005 unreserved on node host: 10.1.1.67:51651 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 16:34:02,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:02,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423787534997_0005_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000007.tokens
2015-02-12 16:34:02,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:03,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000009 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 16:34:03,180 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000009 in state: RELEASED event:RELEASED
2015-02-12 16:34:03,180 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000009
2015-02-12 16:34:03,181 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 16:34:03,182 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000009 on node: host: 10.1.1.67:51655 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 16:34:03,182 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000010 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 16:34:03,182 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000010 in state: RELEASED event:RELEASED
2015-02-12 16:34:03,182 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000010
2015-02-12 16:34:03,183 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:34:03,183 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000010 on node: host: 10.1.1.67:51659 #containers=1 available=3072 used=1024 with event: RELEASED
2015-02-12 16:34:03,367 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423787534997_0005_01_000009
2015-02-12 16:34:03,399 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423787534997_0005_01_000010
2015-02-12 16:34:05,371 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054
2015-02-12 16:34:05,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055
2015-02-12 16:34:05,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055
2015-02-12 16:34:05,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054
2015-02-12 16:34:05,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741879_1055
2015-02-12 16:34:06,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741878_1054
2015-02-12 16:34:14,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:14,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:14,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:14,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:14,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:14,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:15,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:34:15,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:34:15,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:34:15,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:34:15,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:34:15,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:34:16,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:34:16,270 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:16,272 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0005_01_000006
2015-02-12 16:34:16,272 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000006
2015-02-12 16:34:16,272 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:34:16,272 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0005_01_000006
2015-02-12 16:34:16,295 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:34:16,295 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0005_01_000006 is : 143
2015-02-12 16:34:16,295 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 447 Total time for transactions(ms): 64 Number of transactions batched in Syncs: 0 Number of syncs: 291 SyncTimes(ms): 111 62
2015-02-12 16:34:16,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056 src: /127.0.0.1:52204 dest: /127.0.0.1:51613
2015-02-12 16:34:16,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056 src: /127.0.0.1:52205 dest: /127.0.0.1:51616
2015-02-12 16:34:16,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056 src: /127.0.0.1:52206 dest: /127.0.0.1:51606
2015-02-12 16:34:16,315 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1.jhist for DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:34:16,316 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:16,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000006
2015-02-12 16:34:16,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000006
2015-02-12 16:34:16,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000006
2015-02-12 16:34:16,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000006
2015-02-12 16:34:16,318 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:16,318 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0005_01_000006 from application application_1423787534997_0005
2015-02-12 16:34:16,318 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:16,318 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0005
2015-02-12 16:34:16,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000006
2015-02-12 16:34:16,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:34:16,420 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:16,422 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0005_01_000002
2015-02-12 16:34:16,422 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000002
2015-02-12 16:34:16,422 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:34:16,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:16,423 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:34:16,423 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000006
2015-02-12 16:34:16,424 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 16:34:16,424 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000006 on node: host: 10.1.1.67:51651 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 16:34:16,424 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0005_01_000002
2015-02-12 16:34:16,449 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0005_01_000002 is : 143
2015-02-12 16:34:16,463 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:16,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000002
2015-02-12 16:34:16,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000002
2015-02-12 16:34:16,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000002
2015-02-12 16:34:16,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000002
2015-02-12 16:34:16,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000002
2015-02-12 16:34:16,466 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:16,466 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0005_01_000002 from application application_1423787534997_0005
2015-02-12 16:34:16,466 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:16,466 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0005
2015-02-12 16:34:16,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:34:16,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:34:16,641 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:16,643 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0005_01_000004
2015-02-12 16:34:16,643 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:34:16,643 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0005_01_000004
2015-02-12 16:34:16,643 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000004
2015-02-12 16:34:16,662 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0005_01_000004 is : 143
2015-02-12 16:34:16,676 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:16,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000004
2015-02-12 16:34:16,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000004
2015-02-12 16:34:16,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000004
2015-02-12 16:34:16,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000004
2015-02-12 16:34:16,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000004
2015-02-12 16:34:16,685 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:16,685 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0005_01_000004 from application application_1423787534997_0005
2015-02-12 16:34:16,685 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:16,685 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0005
2015-02-12 16:34:16,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 16:34:16,716 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:16,718 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0005_01_000005
2015-02-12 16:34:16,718 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000005
2015-02-12 16:34:16,718 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:34:16,718 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0005_01_000005
2015-02-12 16:34:16,739 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0005_01_000005 is : 143
2015-02-12 16:34:16,742 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:16,746 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0005_01_000007
2015-02-12 16:34:16,747 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000007
2015-02-12 16:34:16,747 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000007 transitioned from RUNNING to KILLING
2015-02-12 16:34:16,748 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0005_01_000007
2015-02-12 16:34:16,753 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:16,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000005
2015-02-12 16:34:16,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000005
2015-02-12 16:34:16,755 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000005
2015-02-12 16:34:16,756 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:16,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000005
2015-02-12 16:34:16,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000005
2015-02-12 16:34:16,757 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0005_01_000005 from application application_1423787534997_0005
2015-02-12 16:34:16,760 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:16,760 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0005
2015-02-12 16:34:16,772 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0005_01_000007 is : 143
2015-02-12 16:34:16,783 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:16,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000007
2015-02-12 16:34:16,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000007
2015-02-12 16:34:16,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000007
2015-02-12 16:34:16,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000007
2015-02-12 16:34:16,787 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000007
2015-02-12 16:34:16,787 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:16,788 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0005_01_000007 from application application_1423787534997_0005
2015-02-12 16:34:16,788 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:16,788 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0005
2015-02-12 16:34:16,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:34:16,865 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:16,868 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0005_01_000003
2015-02-12 16:34:16,868 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000003
2015-02-12 16:34:16,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:16,869 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 16:34:16,869 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000007
2015-02-12 16:34:16,870 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:34:16,870 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000007 on node: host: 10.1.1.67:51655 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 16:34:16,870 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:34:16,870 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0005_01_000003
2015-02-12 16:34:16,891 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0005_01_000003 is : 143
2015-02-12 16:34:16,905 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:16,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000003
2015-02-12 16:34:16,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000003
2015-02-12 16:34:16,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000003
2015-02-12 16:34:16,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000003
2015-02-12 16:34:16,908 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000003
2015-02-12 16:34:16,908 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:16,908 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0005_01_000003 from application application_1423787534997_0005
2015-02-12 16:34:16,908 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:16,909 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0005
2015-02-12 16:34:17,428 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:17,428 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:34:17,428 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000002
2015-02-12 16:34:17,428 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:34:17,429 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000002 on node: host: 10.1.1.67:51651 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:34:17,429 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:17,650 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:17,650 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:34:17,650 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000004
2015-02-12 16:34:17,650 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:17,650 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000004 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:17,723 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:17,723 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:34:17,723 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000005
2015-02-12 16:34:17,723 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:17,723 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000005 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:17,874 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:17,875 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:34:17,875 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000003
2015-02-12 16:34:17,875 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:17,875 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000003 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:17,875 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:18,432 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0005_01_000006]
2015-02-12 16:34:18,432 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:18,432 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:18,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000011 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:18,433 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000011
2015-02-12 16:34:18,433 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0005_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:34:18,651 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:18,726 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:18,879 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0005_01_000007]
2015-02-12 16:34:18,879 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:18,879 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:19,265 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:19,276 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:19,278 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0005_01_000011 by user soberoi
2015-02-12 16:34:19,278 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000011
2015-02-12 16:34:19,278 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0005_01_000011 to application application_1423787534997_0005
2015-02-12 16:34:19,279 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000011 transitioned from NEW to LOCALIZING
2015-02-12 16:34:19,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0005
2015-02-12 16:34:19,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0005
2015-02-12 16:34:19,279 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:19,279 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0005
2015-02-12 16:34:19,280 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000011 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:19,313 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000011 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:19,313 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:19,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000011/default_container_executor.sh]
2015-02-12 16:34:19,435 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0005_01_000002]
2015-02-12 16:34:19,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000011 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:19,437 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:19,655 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0005_01_000004]
2015-02-12 16:34:19,655 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:19,728 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0005_01_000005]
2015-02-12 16:34:19,729 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:19,879 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0005_01_000003]
2015-02-12 16:34:19,880 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:20,269 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:34:22,541 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:22,544 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:22,547 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:22,550 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:22,568 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:22,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:22,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:34:22,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057 src: /127.0.0.1:52221 dest: /127.0.0.1:51610
2015-02-12 16:34:22,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057 src: /127.0.0.1:52222 dest: /127.0.0.1:51616
2015-02-12 16:34:22,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057 src: /127.0.0.1:52223 dest: /127.0.0.1:51613
2015-02-12 16:34:23,015 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52223, dest: /127.0.0.1:51613, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0005_r_000000_0_-764282849_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057, duration: 39406000
2015-02-12 16:34:23,015 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:23,016 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52222, dest: /127.0.0.1:51616, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0005_r_000000_0_-764282849_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057, duration: 39935000
2015-02-12 16:34:23,016 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:34:23,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52221, dest: /127.0.0.1:51610, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0005_r_000000_0_-764282849_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057, duration: 42301000
2015-02-12 16:34:23,018 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:34:23,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0005_r_000000_0_-764282849_1
2015-02-12 16:34:23,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:34:23,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:34:23,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1423787534997_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:34:23,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1423787534997_0005_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1423787534997_0005_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:34:23,105 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:23,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0005_01_000011
2015-02-12 16:34:23,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000011
2015-02-12 16:34:23,107 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000011 transitioned from RUNNING to KILLING
2015-02-12 16:34:23,107 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0005_01_000011
2015-02-12 16:34:23,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:23,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:34:23,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:34:23,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:23,139 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0005_01_000011 is : 143
2015-02-12 16:34:23,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:23,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1423787534997_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:34:23,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:23,146 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000011 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:23,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000011
2015-02-12 16:34:23,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1423787534997_0005_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:23,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000011
2015-02-12 16:34:23,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000011
2015-02-12 16:34:23,148 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000011 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:23,148 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0005_01_000011 from application application_1423787534997_0005
2015-02-12 16:34:23,148 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:23,148 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0005
2015-02-12 16:34:23,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000011
2015-02-12 16:34:23,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000011
2015-02-12 16:34:23,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary dst=null perm=null proto=rpc
2015-02-12 16:34:23,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:23,167 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:34:23,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:23,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:34:23,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52206, dest: /127.0.0.1:51606, bytes: 75537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056, duration: 6890615000
2015-02-12 16:34:23,195 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:23,197 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52205, dest: /127.0.0.1:51616, bytes: 75537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056, duration: 6892589000
2015-02-12 16:34:23,197 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 16668
2015-02-12 16:34:23,201 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52204, dest: /127.0.0.1:51613, bytes: 75537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056, duration: 6894788000
2015-02-12 16:34:23,201 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 16668
2015-02-12 16:34:23,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 16668
2015-02-12 16:34:23,205 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:34:23,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:23,212 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:34:23,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058 src: /127.0.0.1:52225 dest: /127.0.0.1:51613
2015-02-12 16:34:23,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058 src: /127.0.0.1:52226 dest: /127.0.0.1:51606
2015-02-12 16:34:23,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058 src: /127.0.0.1:52227 dest: /127.0.0.1:51610
2015-02-12 16:34:23,225 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52227, dest: /127.0.0.1:51610, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058, duration: 1694000
2015-02-12 16:34:23,226 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:23,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52226, dest: /127.0.0.1:51606, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058, duration: 6359000
2015-02-12 16:34:23,230 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,231 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52225, dest: /127.0.0.1:51613, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058, duration: 8462000
2015-02-12 16:34:23,231 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,234 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:34:23,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:23,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:34:23,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:34:23,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:34:23,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:34:23,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:34:23,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:23,262 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:34:23,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059 src: /127.0.0.1:52229 dest: /127.0.0.1:51610
2015-02-12 16:34:23,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059 src: /127.0.0.1:52230 dest: /127.0.0.1:51613
2015-02-12 16:34:23,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059 src: /127.0.0.1:52231 dest: /127.0.0.1:51606
2015-02-12 16:34:23,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52231, dest: /127.0.0.1:51606, bytes: 75537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059, duration: 2322000
2015-02-12 16:34:23,272 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:23,276 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52230, dest: /127.0.0.1:51613, bytes: 75537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059, duration: 3841000
2015-02-12 16:34:23,276 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,277 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52229, dest: /127.0.0.1:51610, bytes: 75537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059, duration: 7775000
2015-02-12 16:34:23,278 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,278 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,280 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:34:23,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:23,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:34:23,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:34:23,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:34:23,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:34:23,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005/job_1423787534997_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:34:23,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:23,305 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:34:23,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060 src: /127.0.0.1:52233 dest: /127.0.0.1:51613
2015-02-12 16:34:23,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060 src: /127.0.0.1:52234 dest: /127.0.0.1:51616
2015-02-12 16:34:23,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060 src: /127.0.0.1:52235 dest: /127.0.0.1:51606
2015-02-12 16:34:23,315 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52235, dest: /127.0.0.1:51606, bytes: 114208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060, duration: 3359000
2015-02-12 16:34:23,315 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:23,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,316 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52234, dest: /127.0.0.1:51616, bytes: 114208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060, duration: 4177000
2015-02-12 16:34:23,316 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52233, dest: /127.0.0.1:51613, bytes: 114208, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1403359382_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060, duration: 5019000
2015-02-12 16:34:23,317 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:23,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:23,320 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1403359382_1
2015-02-12 16:34:23,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:23,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:23,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:23,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:23,341 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:34:23,342 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:34:23,342 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0005 with final state: FINISHING
2015-02-12 16:34:23,342 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 16:34:23,342 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0005
2015-02-12 16:34:23,346 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:34:23,346 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 16:34:24,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000011 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:24,113 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000011 in state: COMPLETED event:FINISHED
2015-02-12 16:34:24,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000011
2015-02-12 16:34:24,113 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:34:24,113 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000011 on node: host: 10.1.1.67:51651 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:34:24,348 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0005 unregistered successfully.
2015-02-12 16:34:24,352 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:34:24,352 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:34:24,352 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:34:24,352 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:34:24,353 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741879_1055 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:34:24,353 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:34:24,353 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741878_1054 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:34:24,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0005 dst=null perm=null proto=rpc
2015-02-12 16:34:24,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,389 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary
2015-02-12 16:34:24,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary dst=null perm=null proto=rpc
2015-02-12 16:34:24,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,421 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:34:24,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:24,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,453 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:34:24,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:24,459 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue
2015-02-12 16:34:24,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null proto=rpc
2015-02-12 16:34:24,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:24,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:24,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:34:24,489 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:34:24,490 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:34:24,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:24,516 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:34:24,518 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line' | cascading.tuple.coerce.BigDecimalCoerce@77f11652, String]->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-02-12 16:34:24,518 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[['offset', 'count' | cascading.tuple.coerce.BigDecimalCoerce@77f11652, long]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal"]
2015-02-12 16:34:24,518 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:34:24,518 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:34:24,518 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:34:24,521 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...dpipesplatform/bigdecimal
2015-02-12 16:34:24,542 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:34:24,560 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:34:24,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:24,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:34:24,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:34:24,571 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 6
2015-02-12 16:34:24,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006 dst=null perm=null proto=rpc
2015-02-12 16:34:24,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:34:24,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:34:24,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:24,581 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:34:24,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061 src: /127.0.0.1:52240 dest: /127.0.0.1:51613
2015-02-12 16:34:24,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061 src: /127.0.0.1:52241 dest: /127.0.0.1:51610
2015-02-12 16:34:24,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061 src: /127.0.0.1:52242 dest: /127.0.0.1:51616
2015-02-12 16:34:24,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52242, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061, duration: 3210000
2015-02-12 16:34:24,591 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:24,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:34:24,593 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52241, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061, duration: 5257000
2015-02-12 16:34:24,593 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:34:24,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52240, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061, duration: 6342000
2015-02-12 16:34:24,594 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:24,596 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:34:24,598 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar
2015-02-12 16:34:24,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:24,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:34:24,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:34:24,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:34:24,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:34:24,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:34:24,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:34:24,617 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:34:24,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:34:24,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:24,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:24,625 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split
2015-02-12 16:34:24,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:24,626 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:34:24,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062 src: /127.0.0.1:52243 dest: /127.0.0.1:51613
2015-02-12 16:34:24,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062 src: /127.0.0.1:52244 dest: /127.0.0.1:51606
2015-02-12 16:34:24,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062 src: /127.0.0.1:52245 dest: /127.0.0.1:51616
2015-02-12 16:34:24,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062 src: /127.0.0.1:52246 dest: /127.0.0.1:51610
2015-02-12 16:34:24,635 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52246, dest: /127.0.0.1:51610, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062, duration: 1408000
2015-02-12 16:34:24,635 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:24,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:24,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52245, dest: /127.0.0.1:51616, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062, duration: 1826000
2015-02-12 16:34:24,636 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:24,637 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52244, dest: /127.0.0.1:51606, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062, duration: 3142000
2015-02-12 16:34:24,637 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:24,638 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52243, dest: /127.0.0.1:51613, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062, duration: 4323000
2015-02-12 16:34:24,638 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:24,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:34:24,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:24,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:24,647 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:34:24,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063 src: /127.0.0.1:52247 dest: /127.0.0.1:51613
2015-02-12 16:34:24,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063 src: /127.0.0.1:52248 dest: /127.0.0.1:51616
2015-02-12 16:34:24,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063 src: /127.0.0.1:52249 dest: /127.0.0.1:51610
2015-02-12 16:34:24,659 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52249, dest: /127.0.0.1:51610, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063, duration: 1420000
2015-02-12 16:34:24,659 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:24,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:34:24,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52248, dest: /127.0.0.1:51616, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063, duration: 2176000
2015-02-12 16:34:24,660 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:34:24,661 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52247, dest: /127.0.0.1:51613, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063, duration: 3276000
2015-02-12 16:34:24,663 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:24,667 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:34:24,667 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 16:34:24,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:24,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:24,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:34:24,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064 src: /127.0.0.1:52250 dest: /127.0.0.1:51616
2015-02-12 16:34:24,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064 src: /127.0.0.1:52251 dest: /127.0.0.1:51610
2015-02-12 16:34:24,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064 src: /127.0.0.1:52252 dest: /127.0.0.1:51606
2015-02-12 16:34:24,689 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52252, dest: /127.0.0.1:51606, bytes: 96804, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064, duration: 1725000
2015-02-12 16:34:24,689 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:24,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:34:24,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52251, dest: /127.0.0.1:51610, bytes: 96804, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064, duration: 2684000
2015-02-12 16:34:24,692 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:24,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52250, dest: /127.0.0.1:51616, bytes: 96804, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064, duration: 5914000
2015-02-12 16:34:24,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:24,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:24,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:34:24,696 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0006
2015-02-12 16:34:24,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006 dst=null perm=null proto=rpc
2015-02-12 16:34:24,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:24,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:24,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:24,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:24,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:24,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:24,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:24,728 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 6 submitted by user soberoi
2015-02-12 16:34:24,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0006
2015-02-12 16:34:24,728 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0006
2015-02-12 16:34:24,728 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0006 State change from NEW to NEW_SAVING
2015-02-12 16:34:24,728 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0006
2015-02-12 16:34:24,729 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:34:24,729 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0006 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:34:24,730 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 16:34:24,730 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0006
2015-02-12 16:34:24,730 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0006_000001
2015-02-12 16:34:24,730 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from NEW to SUBMITTED
2015-02-12 16:34:24,731 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0006_000001 to scheduler from user: soberoi
2015-02-12 16:34:24,732 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:34:24,734 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0006/
2015-02-12 16:34:24,734 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423787534997_0006
2015-02-12 16:34:24,734 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0006/
2015-02-12 16:34:24,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:24,744 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000001
2015-02-12 16:34:24,744 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:34:24,745 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0006_01_000001
2015-02-12 16:34:24,745 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:24,745 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0006_000001
2015-02-12 16:34:24,745 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0006 AttemptId: appattempt_1423787534997_0006_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0006_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ]
2015-02-12 16:34:24,746 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:34:24,746 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:34:24,747 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0006_000001
2015-02-12 16:34:24,748 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0006_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0006_000001
2015-02-12 16:34:24,748 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:34:24,748 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0006_000001
2015-02-12 16:34:24,748 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0006_000001
2015-02-12 16:34:24,750 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:24,752 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0006_01_000001 by user soberoi
2015-02-12 16:34:24,753 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0006
2015-02-12 16:34:24,753 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000001
2015-02-12 16:34:24,753 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from NEW to INITING
2015-02-12 16:34:24,753 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0006_01_000001 to application application_1423787534997_0006
2015-02-12 16:34:24,754 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0006_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0006_000001
2015-02-12 16:34:24,754 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from INITING to RUNNING
2015-02-12 16:34:24,754 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:34:24,754 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:34:24,754 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0006
2015-02-12 16:34:24,755 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:24,755 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:34:24,755 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:34:24,755 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:24,755 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0006_01_000001
2015-02-12 16:34:24,769 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0006_01_000001.tokens. Credentials list:
2015-02-12 16:34:24,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:25,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000001.tokens
2015-02-12 16:34:25,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:25,117 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:25,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:25,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:25,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:25,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:25,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:25,271 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:25,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:25,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:25,334 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:25,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:25,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:25,397 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:25,397 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:25,437 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:25,437 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:25,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000001/default_container_executor.sh]
2015-02-12 16:34:25,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:26,092 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51610 to replicate blk_1073741885_1061 to datanode(s) 127.0.0.1:51606
2015-02-12 16:34:26,093 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741878_1054, blk_1073741879_1055, blk_1073741880_1056]
2015-02-12 16:34:26,093 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741879_1055]
2015-02-12 16:34:26,118 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:26,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 16:34:26,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 16:34:26,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 16:34:26,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 16:34:26,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 16:34:26,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 16:34:26,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 16:34:26,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 16:34:26,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 16:34:26,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 16:34:26,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 16:34:26,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 16:34:27,076 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18976121-9340-48bb-bbaa-6a43fcd8e204, infoPort=51611, ipcPort=51612, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061 to 127.0.0.1:51606
2015-02-12 16:34:27,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 16:34:27,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 16:34:27,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 16:34:27,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 16:34:27,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 16:34:27,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 16:34:27,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 16:34:27,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061 src: /127.0.0.1:52258 dest: /127.0.0.1:51606
2015-02-12 16:34:27,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 16:34:27,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 16:34:27,079 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:34:27,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 16:34:27,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061 src: /127.0.0.1:52258 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:34:27,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741885_1061 size 254067
2015-02-12 16:34:27,123 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:28,127 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:28,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:34:28,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:34:28,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:34:28,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:34:28,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006 dst=null perm=null proto=rpc
2015-02-12 16:34:28,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:34:28,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:34:28,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:28,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:29,021 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 16:34:29,022 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:34:29,094 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741877_1053, blk_1073741878_1054, blk_1073741879_1055, blk_1073741880_1056]
2015-02-12 16:34:29,095 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741878_1054, blk_1073741880_1056]
2015-02-12 16:34:29,128 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:29,399 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0005_01_000001 succeeded
2015-02-12 16:34:29,399 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:34:29,399 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0005_01_000001
2015-02-12 16:34:29,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000001
2015-02-12 16:34:29,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000001
2015-02-12 16:34:29,424 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000001
2015-02-12 16:34:29,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000001
2015-02-12 16:34:29,424 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:34:29,425 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0005_01_000001 from application application_1423787534997_0005
2015-02-12 16:34:29,425 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:29,425 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0005
2015-02-12 16:34:29,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005/container_1423787534997_0005_01_000001
2015-02-12 16:34:30,125 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:30,128 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0006_000001
2015-02-12 16:34:30,128 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0006 APPATTEMPTID=appattempt_1423787534997_0006_000001
2015-02-12 16:34:30,128 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:34:30,129 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0006 State change from ACCEPTED to RUNNING
2015-02-12 16:34:30,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:30,129 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0005_000001
2015-02-12 16:34:30,129 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:34:30,129 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000001
2015-02-12 16:34:30,130 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:30,129 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0005_000001
2015-02-12 16:34:30,130 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0005_000001 released container container_1423787534997_0005_01_000001 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:30,130 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0005_000001 State change from FINISHING to FINISHED
2015-02-12 16:34:30,130 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:30,130 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0005 State change from FINISHING to FINISHED
2015-02-12 16:34:30,130 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0005_000001 is done. finalState=FINISHED
2015-02-12 16:34:30,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0005
2015-02-12 16:34:30,130 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0005_000001
2015-02-12 16:34:30,131 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0005,name=[B6AFDDEDE1684BF3A1BE52F38895B25C/995DDC9650CC41C58348000665FB2F2C] lower*upper/(1/1) ...orm/byteswritablekeyvalue,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0005/jobhistory/job/job_1423787534997_0005,appMasterHost=10.1.1.67,startTime=1423787632119,finishTime=1423787663342,finalStatus=SUCCEEDED
2015-02-12 16:34:30,131 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0005 requests cleared
2015-02-12 16:34:30,134 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0005_000001 (auth:SIMPLE)
2015-02-12 16:34:30,135 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0005_01_000001
2015-02-12 16:34:30,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0005 CONTAINERID=container_1423787534997_0005_01_000001
2015-02-12 16:34:30,136 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0005_01_000001]
2015-02-12 16:34:30,136 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:30,136 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:34:30,137 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:30,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,138 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0005
2015-02-12 16:34:30,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,138 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:34:30,138 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0005, with delay of 10800 seconds
2015-02-12 16:34:30,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:30,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:34:30,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:30,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064
2015-02-12 16:34:30,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062
2015-02-12 16:34:30,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059
2015-02-12 16:34:30,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060
2015-02-12 16:34:30,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058
2015-02-12 16:34:30,444 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 16:34:30,444 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 16:34:30,444 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 16:34:30,444 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 16:34:30,444 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 16:34:30,444 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 16:34:30,445 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 16:34:30,445 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 16:34:30,444 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 16:34:30,445 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 16:34:30,445 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 16:34:30,446 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 16:34:30,689 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:34:30,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,690 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0005
2015-02-12 16:34:30,690 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:34:30,690 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0005, with delay of 10800 seconds
2015-02-12 16:34:30,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057
2015-02-12 16:34:30,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 16:34:30,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 16:34:30,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 16:34:30,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 16:34:30,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 16:34:30,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 16:34:30,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 16:34:30,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 16:34:30,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 16:34:30,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 16:34:30,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 16:34:30,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 16:34:30,761 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:34:30,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,762 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0005
2015-02-12 16:34:30,762 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:34:30,762 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0005, with delay of 10800 seconds
2015-02-12 16:34:30,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,820 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:34:30,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062
2015-02-12 16:34:30,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059
2015-02-12 16:34:30,893 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058
2015-02-12 16:34:30,895 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060
2015-02-12 16:34:30,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057
2015-02-12 16:34:30,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061
2015-02-12 16:34:30,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062
2015-02-12 16:34:30,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063
2015-02-12 16:34:30,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741883_1059
2015-02-12 16:34:30,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741882_1058
2015-02-12 16:34:30,902 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064
2015-02-12 16:34:30,902 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:34:30,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,904 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0005
2015-02-12 16:34:30,905 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:34:30,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0005
2015-02-12 16:34:30,905 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0005, with delay of 10800 seconds
2015-02-12 16:34:30,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065 src: /127.0.0.1:52267 dest: /127.0.0.1:51613
2015-02-12 16:34:30,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065 src: /127.0.0.1:52268 dest: /127.0.0.1:51606
2015-02-12 16:34:30,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065 src: /127.0.0.1:52269 dest: /127.0.0.1:51610
2015-02-12 16:34:30,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52269, dest: /127.0.0.1:51610, bytes: 113633, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065, duration: 57795000
2015-02-12 16:34:30,981 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:30,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52268, dest: /127.0.0.1:51606, bytes: 113633, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065, duration: 59094000
2015-02-12 16:34:30,983 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:30,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:34:30,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:30,984 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52267, dest: /127.0.0.1:51613, bytes: 113633, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065, duration: 60527000
2015-02-12 16:34:30,984 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:30,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:30,994 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:31,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:31,055 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:34:31,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066 src: /127.0.0.1:52270 dest: /127.0.0.1:51616
2015-02-12 16:34:31,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066 src: /127.0.0.1:52271 dest: /127.0.0.1:51613
2015-02-12 16:34:31,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066 src: /127.0.0.1:52272 dest: /127.0.0.1:51610
2015-02-12 16:34:31,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52272, dest: /127.0.0.1:51610, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066, duration: 2597000
2015-02-12 16:34:31,068 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:31,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52271, dest: /127.0.0.1:51613, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066, duration: 2260000
2015-02-12 16:34:31,069 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:31,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:31,070 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52270, dest: /127.0.0.1:51616, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066, duration: 3773000
2015-02-12 16:34:31,070 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:31,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:31,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:31,077 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006.summary is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:31,138 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:31,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061
2015-02-12 16:34:31,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063
2015-02-12 16:34:31,346 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741888_1064
2015-02-12 16:34:31,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061
2015-02-12 16:34:31,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741886_1062
2015-02-12 16:34:31,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741881_1057
2015-02-12 16:34:31,692 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:31,692 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000002
2015-02-12 16:34:31,692 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:34:31,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741884_1060
2015-02-12 16:34:31,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741887_1063
2015-02-12 16:34:31,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:31,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000003
2015-02-12 16:34:31,764 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:34:31,902 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:31,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000004
2015-02-12 16:34:31,903 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:34:32,142 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:32,142 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000005
2015-02-12 16:34:32,143 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:34:32,201 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0006_01_000002
2015-02-12 16:34:32,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:32,202 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0006_01_000003
2015-02-12 16:34:32,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:32,202 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0006_01_000004
2015-02-12 16:34:32,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:32,203 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0006_01_000005
2015-02-12 16:34:32,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:32,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:32,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:32,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:32,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:32,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:32,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:32,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:32,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:32,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:32,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:32,372 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:32,372 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:32,373 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:32,373 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:32,377 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0006_01_000005 by user soberoi
2015-02-12 16:34:32,378 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0006
2015-02-12 16:34:32,378 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0006_01_000002 by user soberoi
2015-02-12 16:34:32,378 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000005
2015-02-12 16:34:32,378 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0006_01_000004 by user soberoi
2015-02-12 16:34:32,379 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0006
2015-02-12 16:34:32,379 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000004
2015-02-12 16:34:32,378 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0006_01_000003 by user soberoi
2015-02-12 16:34:32,380 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000003
2015-02-12 16:34:32,381 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from NEW to INITING
2015-02-12 16:34:32,382 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0006_01_000005 to application application_1423787534997_0006
2015-02-12 16:34:32,382 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from INITING to RUNNING
2015-02-12 16:34:32,382 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:34:32,382 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0006
2015-02-12 16:34:32,383 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0006
2015-02-12 16:34:32,383 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:32,383 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0006
2015-02-12 16:34:32,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:32,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:32,384 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0006_01_000005
2015-02-12 16:34:32,385 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from NEW to INITING
2015-02-12 16:34:32,385 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0006_01_000004 to application application_1423787534997_0006
2015-02-12 16:34:32,385 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0006_01_000003 to application application_1423787534997_0006
2015-02-12 16:34:32,385 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from INITING to RUNNING
2015-02-12 16:34:32,385 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:34:32,385 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0006
2015-02-12 16:34:32,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0006
2015-02-12 16:34:32,386 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:32,386 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0006
2015-02-12 16:34:32,387 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:32,387 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:34:32,387 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0006
2015-02-12 16:34:32,387 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0006
2015-02-12 16:34:32,387 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:32,387 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0006
2015-02-12 16:34:32,388 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:32,388 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:32,390 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0006_01_000004
2015-02-12 16:34:32,378 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0006
2015-02-12 16:34:32,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000002
2015-02-12 16:34:32,417 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from NEW to INITING
2015-02-12 16:34:32,417 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0006_01_000002 to application application_1423787534997_0006
2015-02-12 16:34:32,418 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from INITING to RUNNING
2015-02-12 16:34:32,418 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:34:32,418 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0006
2015-02-12 16:34:32,418 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0006
2015-02-12 16:34:32,418 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:32,418 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0006
2015-02-12 16:34:32,419 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:32,419 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:32,419 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0006_01_000002
2015-02-12 16:34:32,451 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423787534997_0006_01_000005.tokens. Credentials list:
2015-02-12 16:34:32,455 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0006_01_000004.tokens. Credentials list:
2015-02-12 16:34:32,459 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423787534997_0006_01_000002.tokens. Credentials list:
2015-02-12 16:34:32,512 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:32,512 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:32,693 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:32,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:32,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:32,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:32,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:32,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000003/default_container_executor.sh]
2015-02-12 16:34:32,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:32,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000004.tokens
2015-02-12 16:34:32,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:32,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423787534997_0006_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000002.tokens
2015-02-12 16:34:32,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:32,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423787534997_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000005.tokens
2015-02-12 16:34:32,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:33,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:33,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:33,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:33,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:33,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:33,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:33,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:33,183 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:33,196 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:33,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:33,226 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:34:33,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:33,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:33,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:33,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:33,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:33,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:33,342 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:33,342 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:33,342 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:33,342 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:33,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:33,344 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:33,411 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:33,411 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:33,423 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:33,423 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:33,424 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:33,424 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:33,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000004/default_container_executor.sh]
2015-02-12 16:34:33,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000005/default_container_executor.sh]
2015-02-12 16:34:33,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000002/default_container_executor.sh]
2015-02-12 16:34:35,601 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741885_1061
2015-02-12 16:34:36,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066
2015-02-12 16:34:36,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065
2015-02-12 16:34:36,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066
2015-02-12 16:34:40,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065
2015-02-12 16:34:40,914 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741889_1065
2015-02-12 16:34:40,914 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741890_1066
2015-02-12 16:34:41,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:41,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:41,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:41,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:41,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:34:41,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:34:41,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:34:41,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:34:42,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:34:42,208 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:42,211 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0006_01_000003
2015-02-12 16:34:42,211 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000003
2015-02-12 16:34:42,211 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:34:42,212 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0006_01_000003
2015-02-12 16:34:42,231 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:34:42,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067 src: /127.0.0.1:52313 dest: /127.0.0.1:51606
2015-02-12 16:34:42,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067 src: /127.0.0.1:52314 dest: /127.0.0.1:51616
2015-02-12 16:34:42,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067 src: /127.0.0.1:52315 dest: /127.0.0.1:51610
2015-02-12 16:34:42,240 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0006_01_000003 is : 143
2015-02-12 16:34:42,249 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1.jhist for DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:42,257 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:42,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000003
2015-02-12 16:34:42,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000003
2015-02-12 16:34:42,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000003
2015-02-12 16:34:42,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000003
2015-02-12 16:34:42,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000003
2015-02-12 16:34:42,274 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:42,274 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0006_01_000003 from application application_1423787534997_0006
2015-02-12 16:34:42,275 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:42,275 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0006
2015-02-12 16:34:42,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:34:42,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:34:42,449 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:42,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0006_01_000002
2015-02-12 16:34:42,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000002
2015-02-12 16:34:42,451 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:34:42,451 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0006_01_000002
2015-02-12 16:34:42,477 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0006_01_000002 is : 143
2015-02-12 16:34:42,485 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:42,487 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:42,487 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0006_01_000004
2015-02-12 16:34:42,488 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000004
2015-02-12 16:34:42,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000002
2015-02-12 16:34:42,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000002
2015-02-12 16:34:42,490 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:34:42,490 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0006_01_000004
2015-02-12 16:34:42,488 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000002
2015-02-12 16:34:42,491 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:42,491 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0006_01_000002 from application application_1423787534997_0006
2015-02-12 16:34:42,491 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:42,491 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0006
2015-02-12 16:34:42,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000002
2015-02-12 16:34:42,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000002
2015-02-12 16:34:42,515 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0006_01_000004 is : 143
2015-02-12 16:34:42,527 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:42,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000004
2015-02-12 16:34:42,529 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000004
2015-02-12 16:34:42,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000004
2015-02-12 16:34:42,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000004
2015-02-12 16:34:42,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000004
2015-02-12 16:34:42,529 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:42,529 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0006_01_000004 from application application_1423787534997_0006
2015-02-12 16:34:42,530 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:42,530 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0006
2015-02-12 16:34:42,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:34:42,579 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:42,581 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0006_01_000005
2015-02-12 16:34:42,581 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000005
2015-02-12 16:34:42,582 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:34:42,582 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0006_01_000005
2015-02-12 16:34:42,601 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0006_01_000005 is : 143
2015-02-12 16:34:42,611 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:42,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000005
2015-02-12 16:34:42,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000005
2015-02-12 16:34:42,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000005
2015-02-12 16:34:42,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000005
2015-02-12 16:34:42,615 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000005
2015-02-12 16:34:42,615 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:42,615 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0006_01_000005 from application application_1423787534997_0006
2015-02-12 16:34:42,615 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:42,616 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0006
2015-02-12 16:34:43,216 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:43,216 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:34:43,216 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000003
2015-02-12 16:34:43,216 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:34:43,216 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0006_000001 released container container_1423787534997_0006_01_000003 on node: host: 10.1.1.67:51663 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:34:43,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:43,456 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:34:43,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000002
2015-02-12 16:34:43,456 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:43,456 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0006_000001 released container container_1423787534997_0006_01_000002 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:43,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:43,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000006
2015-02-12 16:34:43,457 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:34:43,494 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:43,494 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:34:43,494 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000004
2015-02-12 16:34:43,494 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:43,494 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0006_000001 released container container_1423787534997_0006_01_000004 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:43,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:43,584 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:34:43,584 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000005
2015-02-12 16:34:43,584 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:43,584 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0006_000001 released container container_1423787534997_0006_01_000005 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:44,221 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:44,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:44,301 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:44,303 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0006_01_000006 by user soberoi
2015-02-12 16:34:44,303 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000006
2015-02-12 16:34:44,303 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0006_01_000006 to application application_1423787534997_0006
2015-02-12 16:34:44,303 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:34:44,303 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0006
2015-02-12 16:34:44,303 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0006
2015-02-12 16:34:44,304 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:44,304 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0006
2015-02-12 16:34:44,304 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:44,335 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:44,335 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:44,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000006/default_container_executor.sh]
2015-02-12 16:34:44,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:44,458 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:44,497 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:44,586 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:45,223 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0006_01_000003]
2015-02-12 16:34:45,223 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:45,299 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:34:45,462 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0006_01_000002]
2015-02-12 16:34:45,463 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:45,499 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0006_01_000004]
2015-02-12 16:34:45,499 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:45,587 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0006_01_000005]
2015-02-12 16:34:45,588 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:47,349 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:47,353 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:47,355 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:47,362 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:34:47,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:47,676 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:34:47,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068 src: /127.0.0.1:52328 dest: /127.0.0.1:51616
2015-02-12 16:34:47,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068 src: /127.0.0.1:52329 dest: /127.0.0.1:51606
2015-02-12 16:34:47,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068 src: /127.0.0.1:52330 dest: /127.0.0.1:51613
2015-02-12 16:34:47,819 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52330, dest: /127.0.0.1:51613, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0006_r_000000_0_1876285236_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068, duration: 34606000
2015-02-12 16:34:47,819 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:47,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:34:47,820 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52329, dest: /127.0.0.1:51606, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0006_r_000000_0_1876285236_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068, duration: 35502000
2015-02-12 16:34:47,820 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:47,821 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52328, dest: /127.0.0.1:51616, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0006_r_000000_0_1876285236_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068, duration: 37181000
2015-02-12 16:34:47,822 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:47,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:47,823 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:47,830 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0006_r_000000_0_1876285236_1
2015-02-12 16:34:47,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:34:47,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:34:47,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1423787534997_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:34:47,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1423787534997_0006_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1423787534997_0006_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:34:47,879 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:47,881 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0006_01_000006
2015-02-12 16:34:47,881 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000006
2015-02-12 16:34:47,881 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:34:47,882 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0006_01_000006
2015-02-12 16:34:47,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:47,890 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:47,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:34:47,903 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0006_01_000006 is : 143
2015-02-12 16:34:47,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:47,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:47,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1423787534997_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:34:47,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:47,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1423787534997_0006_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:47,921 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:34:47,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000006
2015-02-12 16:34:47,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000006
2015-02-12 16:34:47,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000006
2015-02-12 16:34:47,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000006
2015-02-12 16:34:47,929 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000006
2015-02-12 16:34:47,930 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:34:47,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary dst=null perm=null proto=rpc
2015-02-12 16:34:47,932 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0006_01_000006 from application application_1423787534997_0006
2015-02-12 16:34:47,933 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:47,933 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0006
2015-02-12 16:34:47,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:47,939 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_SUCCESS is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:47,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:47,944 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:47,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52315, dest: /127.0.0.1:51610, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067, duration: 5725011000
2015-02-12 16:34:47,968 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:47,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 15716
2015-02-12 16:34:47,970 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52314, dest: /127.0.0.1:51616, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067, duration: 5727005000
2015-02-12 16:34:47,970 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:47,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 15716
2015-02-12 16:34:47,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52313, dest: /127.0.0.1:51606, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067, duration: 5729381000
2015-02-12 16:34:47,972 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:47,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 15716
2015-02-12 16:34:47,976 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:47,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:47,983 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:34:47,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069 src: /127.0.0.1:52332 dest: /127.0.0.1:51616
2015-02-12 16:34:47,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069 src: /127.0.0.1:52333 dest: /127.0.0.1:51613
2015-02-12 16:34:47,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069 src: /127.0.0.1:52334 dest: /127.0.0.1:51610
2015-02-12 16:34:47,992 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52334, dest: /127.0.0.1:51610, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069, duration: 2144000
2015-02-12 16:34:47,993 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:47,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52333, dest: /127.0.0.1:51613, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069, duration: 2248000
2015-02-12 16:34:47,993 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:47,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:47,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:47,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52332, dest: /127.0.0.1:51616, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069, duration: 3870000
2015-02-12 16:34:47,995 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:47,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:47,998 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:48,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:48,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:34:48,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:34:48,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:34:48,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:34:48,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:34:48,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:48,034 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:34:48,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070 src: /127.0.0.1:52336 dest: /127.0.0.1:51616
2015-02-12 16:34:48,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070 src: /127.0.0.1:52337 dest: /127.0.0.1:51606
2015-02-12 16:34:48,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070 src: /127.0.0.1:52338 dest: /127.0.0.1:51613
2015-02-12 16:34:48,046 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52338, dest: /127.0.0.1:51613, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070, duration: 2142000
2015-02-12 16:34:48,046 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:48,046 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:48,046 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52337, dest: /127.0.0.1:51606, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070, duration: 2668000
2015-02-12 16:34:48,047 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:48,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:48,047 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52336, dest: /127.0.0.1:51616, bytes: 61429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070, duration: 3610000
2015-02-12 16:34:48,047 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:48,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:48,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist_tmp is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:48,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:48,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:34:48,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:34:48,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:34:48,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:34:48,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006/job_1423787534997_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:34:48,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:48,072 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:34:48,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071 src: /127.0.0.1:52339 dest: /127.0.0.1:51606
2015-02-12 16:34:48,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071 src: /127.0.0.1:52340 dest: /127.0.0.1:51616
2015-02-12 16:34:48,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071 src: /127.0.0.1:52341 dest: /127.0.0.1:51610
2015-02-12 16:34:48,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52341, dest: /127.0.0.1:51610, bytes: 113633, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071, duration: 3165000
2015-02-12 16:34:48,087 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:48,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:34:48,088 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52340, dest: /127.0.0.1:51616, bytes: 113633, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071, duration: 4102000
2015-02-12 16:34:48,088 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:48,089 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52339, dest: /127.0.0.1:51606, bytes: 113633, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_594158740_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071, duration: 5151000
2015-02-12 16:34:48,090 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:48,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:34:48,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:34:48,095 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_594158740_1
2015-02-12 16:34:48,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:48,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:48,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:48,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:34:48,121 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:34:48,121 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:34:48,121 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0006 with final state: FINISHING
2015-02-12 16:34:48,121 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 16:34:48,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:34:48,122 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0006
2015-02-12 16:34:48,122 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 16:34:48,885 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:48,885 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:34:48,885 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000006
2015-02-12 16:34:48,885 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:48,885 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0006_000001 released container container_1423787534997_0006_01_000006 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:49,131 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0006 unregistered successfully.
2015-02-12 16:34:49,135 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:34:49,135 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741886_1062 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:34:49,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:34:49,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741888_1064 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:34:49,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51610
2015-02-12 16:34:49,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:34:49,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:34:49,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0006 dst=null perm=null proto=rpc
2015-02-12 16:34:49,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:49,179 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary
2015-02-12 16:34:49,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary dst=null perm=null proto=rpc
2015-02-12 16:34:49,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:49,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:49,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:49,198 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:34:49,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:49,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:49,205 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/bigdecimal
2015-02-12 16:34:49,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:49,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:49,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:49,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null proto=rpc
2015-02-12 16:34:49,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:49,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:34:49,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:34:49,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:34:49,238 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:34:49,238 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:34:49,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:34:49,270 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:34:49,270 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:34:49,270 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:34:49,270 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false"]
2015-02-12 16:34:49,270 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:34:49,271 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 16:34:49,271 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 16:34:49,273 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 16:34:49,283 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:34:49,297 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:34:49,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057 dst=null perm=null proto=rpc
2015-02-12 16:34:49,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:34:49,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:34:49,304 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 7
2015-02-12 16:34:49,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007 dst=null perm=null proto=rpc
2015-02-12 16:34:49,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:34:49,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:34:49,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:49,318 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:34:49,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072 src: /127.0.0.1:52346 dest: /127.0.0.1:51616
2015-02-12 16:34:49,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072 src: /127.0.0.1:52347 dest: /127.0.0.1:51613
2015-02-12 16:34:49,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072 src: /127.0.0.1:52348 dest: /127.0.0.1:51610
2015-02-12 16:34:49,329 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52348, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072, duration: 2529000
2015-02-12 16:34:49,329 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:49,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:49,330 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52347, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072, duration: 3008000
2015-02-12 16:34:49,330 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52346, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072, duration: 4905000
2015-02-12 16:34:49,331 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:49,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741896_1072 size 254067
2015-02-12 16:34:49,336 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:34:49,337 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar
2015-02-12 16:34:49,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:49,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:34:49,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:34:49,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:34:49,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:34:49,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:34:49,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:34:49,349 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:34:49,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:34:49,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:34:49,355 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:34:49,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:34:49,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:49,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:49,364 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split
2015-02-12 16:34:49,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:49,367 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:34:49,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073 src: /127.0.0.1:52349 dest: /127.0.0.1:51613
2015-02-12 16:34:49,372 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073 src: /127.0.0.1:52350 dest: /127.0.0.1:51610
2015-02-12 16:34:49,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073 src: /127.0.0.1:52351 dest: /127.0.0.1:51616
2015-02-12 16:34:49,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073 src: /127.0.0.1:52352 dest: /127.0.0.1:51606
2015-02-12 16:34:49,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52352, dest: /127.0.0.1:51606, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073, duration: 1611000
2015-02-12 16:34:49,380 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:49,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:34:49,381 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52351, dest: /127.0.0.1:51616, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073, duration: 2055000
2015-02-12 16:34:49,381 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,383 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52350, dest: /127.0.0.1:51610, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073, duration: 4583000
2015-02-12 16:34:49,384 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,385 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:34:49,385 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52349, dest: /127.0.0.1:51613, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073, duration: 6977000
2015-02-12 16:34:49,386 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:49,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:49,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:34:49,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:49,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:49,397 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:34:49,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074 src: /127.0.0.1:52353 dest: /127.0.0.1:51610
2015-02-12 16:34:49,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074 src: /127.0.0.1:52354 dest: /127.0.0.1:51616
2015-02-12 16:34:49,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074 src: /127.0.0.1:52355 dest: /127.0.0.1:51613
2015-02-12 16:34:49,405 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52355, dest: /127.0.0.1:51613, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074, duration: 1228000
2015-02-12 16:34:49,405 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:49,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:34:49,406 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52354, dest: /127.0.0.1:51616, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074, duration: 2084000
2015-02-12 16:34:49,407 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:34:49,407 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52353, dest: /127.0.0.1:51610, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074, duration: 3144000
2015-02-12 16:34:49,408 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:49,413 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:34:49,414 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:2
2015-02-12 16:34:49,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:49,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:34:49,429 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:34:49,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075 src: /127.0.0.1:52356 dest: /127.0.0.1:51610
2015-02-12 16:34:49,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075 src: /127.0.0.1:52357 dest: /127.0.0.1:51616
2015-02-12 16:34:49,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075 src: /127.0.0.1:52358 dest: /127.0.0.1:51606
2015-02-12 16:34:49,439 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52358, dest: /127.0.0.1:51606, bytes: 97937, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075, duration: 1695000
2015-02-12 16:34:49,440 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:49,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:34:49,440 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52357, dest: /127.0.0.1:51616, bytes: 97937, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075, duration: 2256000
2015-02-12 16:34:49,441 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,443 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52356, dest: /127.0.0.1:51610, bytes: 97937, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075, duration: 4807000
2015-02-12 16:34:49,443 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:49,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:49,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:49,448 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:34:49,448 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0007
2015-02-12 16:34:49,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007 dst=null perm=null proto=rpc
2015-02-12 16:34:49,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:49,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:49,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:49,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:49,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:49,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:49,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,468 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 7 submitted by user soberoi
2015-02-12 16:34:49,468 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0007
2015-02-12 16:34:49,468 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0007
2015-02-12 16:34:49,469 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0007
2015-02-12 16:34:49,469 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0007 State change from NEW to NEW_SAVING
2015-02-12 16:34:49,469 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0007 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:34:49,470 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0007 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:34:49,471 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0007 State change from SUBMITTED to ACCEPTED
2015-02-12 16:34:49,471 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0007_000001
2015-02-12 16:34:49,471 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0007
2015-02-12 16:34:49,471 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from NEW to SUBMITTED
2015-02-12 16:34:49,472 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0007_000001 to scheduler from user: soberoi
2015-02-12 16:34:49,472 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:34:49,475 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0007/
2015-02-12 16:34:49,475 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0007
2015-02-12 16:34:49,475 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0007/
2015-02-12 16:34:49,511 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:49,511 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000001
2015-02-12 16:34:49,511 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:34:49,512 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0007_01_000001
2015-02-12 16:34:49,512 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:49,513 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0007_000001
2015-02-12 16:34:49,513 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0007 AttemptId: appattempt_1423787534997_0007_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0007_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ]
2015-02-12 16:34:49,513 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:34:49,513 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:34:49,513 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0007_000001
2015-02-12 16:34:49,514 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0007_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0007_000001
2015-02-12 16:34:49,514 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:34:49,515 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0007_000001
2015-02-12 16:34:49,515 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0007_000001
2015-02-12 16:34:49,517 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:34:49,520 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0007_01_000001 by user soberoi
2015-02-12 16:34:49,521 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0007
2015-02-12 16:34:49,521 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000001
2015-02-12 16:34:49,522 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0007 transitioned from NEW to INITING
2015-02-12 16:34:49,522 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0007_01_000001 to application application_1423787534997_0007
2015-02-12 16:34:49,522 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0007 transitioned from INITING to RUNNING
2015-02-12 16:34:49,522 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0007_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0007_000001
2015-02-12 16:34:49,522 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:34:49,522 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0007
2015-02-12 16:34:49,523 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:34:49,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:49,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:34:49,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:34:49,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:49,524 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0007_01_000001
2015-02-12 16:34:49,537 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0007_01_000001.tokens. Credentials list:
2015-02-12 16:34:49,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:49,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000001.tokens
2015-02-12 16:34:49,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:34:49,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:49,885 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:49,890 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:49,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:49,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:49,955 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:49,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:49,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:34:50,025 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:50,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:50,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:50,094 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:50,094 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:50,110 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51616 to replicate blk_1073741896_1072 to datanode(s) 127.0.0.1:51606
2015-02-12 16:34:50,110 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741891_1067, blk_1073741885_1061, blk_1073741886_1062, blk_1073741887_1063]
2015-02-12 16:34:50,111 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741891_1067, blk_1073741885_1061, blk_1073741886_1062]
2015-02-12 16:34:50,138 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:50,138 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:50,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000001/default_container_executor.sh]
2015-02-12 16:34:50,515 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:50,887 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:51,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 16:34:51,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 16:34:51,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 16:34:51,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 16:34:51,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 16:34:51,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 16:34:51,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 16:34:51,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 16:34:51,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 16:34:51,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 16:34:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 16:34:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 16:34:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 16:34:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 16:34:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 16:34:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 16:34:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 16:34:51,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 16:34:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 16:34:51,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 16:34:51,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 16:34:51,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 16:34:51,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 16:34:51,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 16:34:51,772 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, infoPort=51617, ipcPort=51618, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072 to 127.0.0.1:51606
2015-02-12 16:34:51,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072 src: /127.0.0.1:52363 dest: /127.0.0.1:51606
2015-02-12 16:34:51,774 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:34:51,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072 src: /127.0.0.1:52363 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:34:51,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741896_1072 size 254067
2015-02-12 16:34:51,890 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:52,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:34:52,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:34:52,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:34:52,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:34:52,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007 dst=null perm=null proto=rpc
2015-02-12 16:34:52,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:34:52,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:34:52,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:52,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:34:52,890 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:53,113 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741889_1065, blk_1073741890_1066, blk_1073741885_1061, blk_1073741886_1062, blk_1073741887_1063]
2015-02-12 16:34:53,114 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741888_1064, blk_1073741890_1066, blk_1073741891_1067, blk_1073741885_1061, blk_1073741886_1062, blk_1073741887_1063]
2015-02-12 16:34:53,479 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:34:53,481 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0007_000001
2015-02-12 16:34:53,482 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0007 APPATTEMPTID=appattempt_1423787534997_0007_000001
2015-02-12 16:34:53,482 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:34:53,482 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0007 State change from ACCEPTED to RUNNING
2015-02-12 16:34:53,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:53,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:34:53,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:53,891 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:53,949 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:34:54,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076 src: /127.0.0.1:52384 dest: /127.0.0.1:51613
2015-02-12 16:34:54,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076 src: /127.0.0.1:52385 dest: /127.0.0.1:51616
2015-02-12 16:34:54,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076 src: /127.0.0.1:52386 dest: /127.0.0.1:51610
2015-02-12 16:34:54,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52386, dest: /127.0.0.1:51610, bytes: 114790, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076, duration: 38828000
2015-02-12 16:34:54,060 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:54,061 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52385, dest: /127.0.0.1:51616, bytes: 114790, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076, duration: 39577000
2015-02-12 16:34:54,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:34:54,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:34:54,062 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52384, dest: /127.0.0.1:51613, bytes: 114790, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076, duration: 40681000
2015-02-12 16:34:54,062 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:54,061 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:54,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:34:54,077 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:34:54,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:34:54,119 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:34:54,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077 src: /127.0.0.1:52387 dest: /127.0.0.1:51613
2015-02-12 16:34:54,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077 src: /127.0.0.1:52388 dest: /127.0.0.1:51610
2015-02-12 16:34:54,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077 src: /127.0.0.1:52389 dest: /127.0.0.1:51606
2015-02-12 16:34:54,129 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52389, dest: /127.0.0.1:51606, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077, duration: 2087000
2015-02-12 16:34:54,129 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:34:54,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:54,130 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52388, dest: /127.0.0.1:51610, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077, duration: 2513000
2015-02-12 16:34:54,130 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:54,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:54,131 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52387, dest: /127.0.0.1:51613, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077, duration: 3331000
2015-02-12 16:34:54,131 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:34:54,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:34:54,137 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007.summary is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:34:54,189 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0006_01_000001 succeeded
2015-02-12 16:34:54,190 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:34:54,190 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0006_01_000001
2015-02-12 16:34:54,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000001
2015-02-12 16:34:54,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000001
2015-02-12 16:34:54,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000001
2015-02-12 16:34:54,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0006/container_1423787534997_0006_01_000001
2015-02-12 16:34:54,213 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000001
2015-02-12 16:34:54,213 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:34:54,214 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0006_01_000001 from application application_1423787534997_0006
2015-02-12 16:34:54,214 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:54,214 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0006
2015-02-12 16:34:54,241 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:34:54,243 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:34:54,243 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000001
2015-02-12 16:34:54,244 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:34:54,244 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0006_000001 released container container_1423787534997_0006_01_000001 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:34:54,241 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0006_000001
2015-02-12 16:34:54,245 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0006_000001
2015-02-12 16:34:54,245 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0006_000001 State change from FINISHING to FINISHED
2015-02-12 16:34:54,245 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0006 State change from FINISHING to FINISHED
2015-02-12 16:34:54,246 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0006_000001 is done. finalState=FINISHED
2015-02-12 16:34:54,246 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0006_000001
2015-02-12 16:34:54,246 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0006 requests cleared
2015-02-12 16:34:54,246 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0006
2015-02-12 16:34:54,247 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0006,name=[87F6AF6724924947BF20C685F417F3EA/E1A47477D8DC4DF3B481951839A9D899] test/(1/1) ...dpipesplatform/bigdecimal,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0006/jobhistory/job/job_1423787534997_0006,appMasterHost=10.1.1.67,startTime=1423787664727,finishTime=1423787688121,finalStatus=SUCCEEDED
2015-02-12 16:34:54,258 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0006_000001 (auth:SIMPLE)
2015-02-12 16:34:54,266 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0006_01_000001
2015-02-12 16:34:54,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0006 CONTAINERID=container_1423787534997_0006_01_000001
2015-02-12 16:34:54,267 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0006_01_000001]
2015-02-12 16:34:54,267 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:54,267 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:34:54,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,268 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0006
2015-02-12 16:34:54,268 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:34:54,269 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0006, with delay of 10800 seconds
2015-02-12 16:34:54,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,466 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 16:34:54,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 16:34:54,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 16:34:54,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 16:34:54,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 16:34:54,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 16:34:54,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 16:34:54,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 16:34:54,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 16:34:54,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 16:34:54,526 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:34:54,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:54,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000002
2015-02-12 16:34:54,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,527 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:34:54,527 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0006
2015-02-12 16:34:54,527 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:34:54,527 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0006, with delay of 10800 seconds
2015-02-12 16:34:54,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,616 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:34:54,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:34:54,617 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000003
2015-02-12 16:34:54,617 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:34:54,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,618 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0006
2015-02-12 16:34:54,618 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:34:54,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,618 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0006, with delay of 10800 seconds
2015-02-12 16:34:54,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 16:34:54,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 16:34:54,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 16:34:54,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 16:34:54,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 16:34:54,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 16:34:54,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 16:34:54,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 16:34:54,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 16:34:54,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 16:34:54,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 16:34:54,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 16:34:54,895 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:34:54,895 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:54,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,896 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0006
2015-02-12 16:34:54,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0006
2015-02-12 16:34:54,896 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:34:54,897 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0006, with delay of 10800 seconds
2015-02-12 16:34:55,544 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0007_01_000002
2015-02-12 16:34:55,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:55,545 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0007_01_000003
2015-02-12 16:34:55,546 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:34:55,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:55,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:55,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:55,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:55,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:55,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:55,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:55,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:55,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:34:55,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:34:55,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073
2015-02-12 16:34:55,623 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070
2015-02-12 16:34:55,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071
2015-02-12 16:34:55,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068
2015-02-12 16:34:55,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075
2015-02-12 16:34:55,685 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:34:55,685 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:34:55,691 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0007_01_000003 by user soberoi
2015-02-12 16:34:55,691 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0007_01_000002 by user soberoi
2015-02-12 16:34:55,691 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0007
2015-02-12 16:34:55,691 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000002
2015-02-12 16:34:55,692 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0007 transitioned from NEW to INITING
2015-02-12 16:34:55,692 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0007_01_000003 to application application_1423787534997_0007
2015-02-12 16:34:55,691 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0007_01_000002 to application application_1423787534997_0007
2015-02-12 16:34:55,691 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000003
2015-02-12 16:34:55,692 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:34:55,692 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0007
2015-02-12 16:34:55,693 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0007
2015-02-12 16:34:55,693 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:55,692 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0007 transitioned from INITING to RUNNING
2015-02-12 16:34:55,693 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0007
2015-02-12 16:34:55,693 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:34:55,693 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0007
2015-02-12 16:34:55,693 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0007
2015-02-12 16:34:55,693 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:34:55,693 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0007
2015-02-12 16:34:55,693 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:55,694 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:34:55,694 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:34:55,694 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0007_01_000003
2015-02-12 16:34:55,709 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0007_01_000003.tokens. Credentials list:
2015-02-12 16:34:55,744 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:55,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:55,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:34:55,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000002/default_container_executor.sh]
2015-02-12 16:34:55,897 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:34:55,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071
2015-02-12 16:34:55,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074
2015-02-12 16:34:55,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069
2015-02-12 16:34:55,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0007_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000003.tokens
2015-02-12 16:34:55,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:34:56,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072
2015-02-12 16:34:56,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075
2015-02-12 16:34:56,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073
2015-02-12 16:34:56,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:56,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:34:56,232 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:56,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:56,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:34:56,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069
2015-02-12 16:34:56,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072
2015-02-12 16:34:56,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074
2015-02-12 16:34:56,337 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:34:56,338 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:34:56,379 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:34:56,379 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:34:56,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000003/default_container_executor.sh]
2015-02-12 16:34:56,520 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070
2015-02-12 16:34:56,520 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068
2015-02-12 16:34:56,520 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073
2015-02-12 16:34:56,533 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:56,561 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:34:56,623 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:34:56,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741899_1075
2015-02-12 16:34:56,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741897_1073
2015-02-12 16:34:56,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741895_1071
2015-02-12 16:34:56,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741893_1069
2015-02-12 16:34:56,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741898_1074
2015-02-12 16:34:56,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741894_1070
2015-02-12 16:34:56,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072
2015-02-12 16:34:56,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741892_1068
2015-02-12 16:34:59,025 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 16:34:59,025 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:35:00,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:00,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:35:00,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:00,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/_temporary/attempt_1423787534997_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:00,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:35:00,774 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:35:00,776 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0007_01_000002
2015-02-12 16:35:00,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000002
2015-02-12 16:35:00,776 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:35:00,776 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0007_01_000002
2015-02-12 16:35:00,794 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0007_01_000002 is : 143
2015-02-12 16:35:00,797 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:35:00,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078 src: /127.0.0.1:52404 dest: /127.0.0.1:51613
2015-02-12 16:35:00,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078 src: /127.0.0.1:52405 dest: /127.0.0.1:51616
2015-02-12 16:35:00,804 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:00,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000002
2015-02-12 16:35:00,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000002
2015-02-12 16:35:00,806 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000002
2015-02-12 16:35:00,806 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:00,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000002
2015-02-12 16:35:00,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000002
2015-02-12 16:35:00,806 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0007_01_000002 from application application_1423787534997_0007
2015-02-12 16:35:00,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:00,807 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0007
2015-02-12 16:35:00,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078 src: /127.0.0.1:52406 dest: /127.0.0.1:51610
2015-02-12 16:35:00,811 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1.jhist for DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:35:00,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741896_1072
2015-02-12 16:35:00,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077
2015-02-12 16:35:01,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/_temporary/attempt_1423787534997_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:35:01,085 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:35:01,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0007_01_000003
2015-02-12 16:35:01,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000003
2015-02-12 16:35:01,086 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:35:01,087 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0007_01_000003
2015-02-12 16:35:01,109 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0007_01_000003 is : 143
2015-02-12 16:35:01,119 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:01,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000003
2015-02-12 16:35:01,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000003
2015-02-12 16:35:01,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000003
2015-02-12 16:35:01,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000003
2015-02-12 16:35:01,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000003
2015-02-12 16:35:01,125 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:01,125 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0007_01_000003 from application application_1423787534997_0007
2015-02-12 16:35:01,125 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:01,125 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0007
2015-02-12 16:35:01,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076
2015-02-12 16:35:01,139 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077
2015-02-12 16:35:01,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076
2015-02-12 16:35:01,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741901_1077
2015-02-12 16:35:01,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:01,779 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:35:01,779 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000002
2015-02-12 16:35:01,780 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:35:01,780 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0007_000001 released container container_1423787534997_0007_01_000002 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:35:01,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741900_1076
2015-02-12 16:35:02,091 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:02,091 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:35:02,091 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000003
2015-02-12 16:35:02,091 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:35:02,092 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0007_000001 released container container_1423787534997_0007_01_000003 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:35:02,781 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:02,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:02,782 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000004
2015-02-12 16:35:02,782 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:35:03,094 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:03,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:03,607 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:35:03,609 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0007_01_000004 by user soberoi
2015-02-12 16:35:03,609 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000004
2015-02-12 16:35:03,609 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0007_01_000004 to application application_1423787534997_0007
2015-02-12 16:35:03,609 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:35:03,610 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0007
2015-02-12 16:35:03,610 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0007
2015-02-12 16:35:03,610 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:35:03,610 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0007
2015-02-12 16:35:03,611 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:03,645 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:03,645 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:03,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000004/default_container_executor.sh]
2015-02-12 16:35:03,785 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0007_01_000002]
2015-02-12 16:35:03,785 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:03,785 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:04,097 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0007_01_000003]
2015-02-12 16:35:04,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:04,600 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:35:06,313 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:35:06,315 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:35:06,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/_temporary/attempt_1423787534997_0007_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:06,654 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/_temporary/attempt_1423787534997_0007_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:06,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079 src: /127.0.0.1:52414 dest: /127.0.0.1:51610
2015-02-12 16:35:06,745 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079 src: /127.0.0.1:52415 dest: /127.0.0.1:51613
2015-02-12 16:35:06,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079 src: /127.0.0.1:52416 dest: /127.0.0.1:51616
2015-02-12 16:35:06,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52416, dest: /127.0.0.1:51616, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0007_r_000000_0_-1690971547_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079, duration: 38712000
2015-02-12 16:35:06,791 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:06,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:35:06,791 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52415, dest: /127.0.0.1:51613, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0007_r_000000_0_-1690971547_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079, duration: 39320000
2015-02-12 16:35:06,792 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:06,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:35:06,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52414, dest: /127.0.0.1:51610, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0007_r_000000_0_-1690971547_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079, duration: 40880000
2015-02-12 16:35:06,793 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:06,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:35:06,804 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/_temporary/attempt_1423787534997_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0007_r_000000_0_-1690971547_1
2015-02-12 16:35:06,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/_temporary/attempt_1423787534997_0007_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:06,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/_temporary/attempt_1423787534997_0007_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:06,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/task_1423787534997_0007_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:35:06,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/_temporary/attempt_1423787534997_0007_r_000000_0 dst=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/task_1423787534997_0007_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:35:06,856 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:35:06,859 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0007_01_000004
2015-02-12 16:35:06,859 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000004
2015-02-12 16:35:06,859 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:35:06,859 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0007_01_000004
2015-02-12 16:35:06,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:06,880 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:35:06,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:35:06,906 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0007_01_000004 is : 143
2015-02-12 16:35:06,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057 dst=null perm=null proto=rpc
2015-02-12 16:35:06,908 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:06,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000004
2015-02-12 16:35:06,913 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:06,913 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0007_01_000004 from application application_1423787534997_0007
2015-02-12 16:35:06,913 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:06,913 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0007
2015-02-12 16:35:06,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000004
2015-02-12 16:35:06,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000004
2015-02-12 16:35:06,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000004
2015-02-12 16:35:06,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057 dst=null perm=null proto=rpc
2015-02-12 16:35:06,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000004
2015-02-12 16:35:06,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/task_1423787534997_0007_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:35:06,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:06,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary/1/task_1423787534997_0007_r_000000/part-00000 dst=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:06,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_temporary dst=null perm=null proto=rpc
2015-02-12 16:35:06,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:06,945 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:35:06,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:06,950 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:35:06,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52406, dest: /127.0.0.1:51610, bytes: 45799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078, duration: 6163358000
2015-02-12 16:35:06,973 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:06,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:35:06,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52405, dest: /127.0.0.1:51616, bytes: 45799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078, duration: 6167682000
2015-02-12 16:35:06,977 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:06,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:35:06,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52404, dest: /127.0.0.1:51613, bytes: 45799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078, duration: 6168867000
2015-02-12 16:35:06,978 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:06,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:35:06,981 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:35:06,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:06,986 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:35:06,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080 src: /127.0.0.1:52418 dest: /127.0.0.1:51610
2015-02-12 16:35:06,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080 src: /127.0.0.1:52419 dest: /127.0.0.1:51613
2015-02-12 16:35:06,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080 src: /127.0.0.1:52420 dest: /127.0.0.1:51616
2015-02-12 16:35:06,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52420, dest: /127.0.0.1:51616, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080, duration: 3136000
2015-02-12 16:35:06,997 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:06,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:06,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52419, dest: /127.0.0.1:51613, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080, duration: 3960000
2015-02-12 16:35:06,998 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:06,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:06,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52418, dest: /127.0.0.1:51610, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080, duration: 4945000
2015-02-12 16:35:06,999 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:06,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:07,001 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:35:07,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:07,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:07,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:07,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:07,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:07,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:07,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:07,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:07,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081 src: /127.0.0.1:52422 dest: /127.0.0.1:51610
2015-02-12 16:35:07,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081 src: /127.0.0.1:52423 dest: /127.0.0.1:51606
2015-02-12 16:35:07,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081 src: /127.0.0.1:52424 dest: /127.0.0.1:51616
2015-02-12 16:35:07,051 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52424, dest: /127.0.0.1:51616, bytes: 45799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081, duration: 2577000
2015-02-12 16:35:07,051 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:07,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:07,052 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52423, dest: /127.0.0.1:51606, bytes: 45799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081, duration: 3564000
2015-02-12 16:35:07,052 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:07,053 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52422, dest: /127.0.0.1:51610, bytes: 45799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081, duration: 4779000
2015-02-12 16:35:07,054 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:07,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:07,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:07,059 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:35:07,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:07,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:07,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:07,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:07,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:07,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007/job_1423787534997_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:07,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:07,087 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:07,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082 src: /127.0.0.1:52426 dest: /127.0.0.1:51613
2015-02-12 16:35:07,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082 src: /127.0.0.1:52427 dest: /127.0.0.1:51606
2015-02-12 16:35:07,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082 src: /127.0.0.1:52428 dest: /127.0.0.1:51616
2015-02-12 16:35:07,099 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52428, dest: /127.0.0.1:51616, bytes: 114790, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082, duration: 3261000
2015-02-12 16:35:07,099 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:07,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:07,101 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52427, dest: /127.0.0.1:51606, bytes: 114790, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082, duration: 3087000
2015-02-12 16:35:07,101 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:07,102 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:07,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52426, dest: /127.0.0.1:51613, bytes: 114790, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1637197708_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082, duration: 4799000
2015-02-12 16:35:07,103 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:07,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:07,108 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1637197708_1
2015-02-12 16:35:07,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:07,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:07,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:07,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:07,132 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:35:07,132 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:35:07,133 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0007 with final state: FINISHING
2015-02-12 16:35:07,133 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0007 State change from RUNNING to FINAL_SAVING
2015-02-12 16:35:07,133 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0007
2015-02-12 16:35:07,133 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:35:07,133 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0007 State change from FINAL_SAVING to FINISHING
2015-02-12 16:35:07,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:07,864 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0007_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:35:07,864 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000004
2015-02-12 16:35:07,864 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:35:07,865 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0007_000001 released container container_1423787534997_0007_01_000004 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:35:08,140 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0007 unregistered successfully.
2015-02-12 16:35:08,146 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:35:08,146 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:35:08,147 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:35:08,147 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:35:08,147 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:35:08,147 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:35:08,147 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741900_1076 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:35:08,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0007 dst=null perm=null proto=rpc
2015-02-12 16:35:08,192 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...alue/true/true/true/false
2015-02-12 16:35:08,208 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:35:08,226 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:35:08,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:08,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:08,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:08,238 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 8
2015-02-12 16:35:08,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008 dst=null perm=null proto=rpc
2015-02-12 16:35:08,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:35:08,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:35:08,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:08,251 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:35:08,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083 src: /127.0.0.1:52443 dest: /127.0.0.1:51616
2015-02-12 16:35:08,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083 src: /127.0.0.1:52444 dest: /127.0.0.1:51606
2015-02-12 16:35:08,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083 src: /127.0.0.1:52445 dest: /127.0.0.1:51613
2015-02-12 16:35:08,263 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52445, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083, duration: 4446000
2015-02-12 16:35:08,264 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:08,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:35:08,265 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52444, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083, duration: 5847000
2015-02-12 16:35:08,265 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,266 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52443, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083, duration: 7198000
2015-02-12 16:35:08,266 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,269 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:08,270 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar
2015-02-12 16:35:08,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:08,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:35:08,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:35:08,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:35:08,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:35:08,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:35:08,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057 dst=null perm=null proto=rpc
2015-02-12 16:35:08,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057 dst=null perm=null proto=rpc
2015-02-12 16:35:08,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057 dst=null perm=null proto=rpc
2015-02-12 16:35:08,293 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:35:08,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:08,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:08,300 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split
2015-02-12 16:35:08,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:08,301 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:35:08,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084 src: /127.0.0.1:52446 dest: /127.0.0.1:51616
2015-02-12 16:35:08,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084 src: /127.0.0.1:52447 dest: /127.0.0.1:51613
2015-02-12 16:35:08,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084 src: /127.0.0.1:52448 dest: /127.0.0.1:51610
2015-02-12 16:35:08,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084 src: /127.0.0.1:52449 dest: /127.0.0.1:51606
2015-02-12 16:35:08,312 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52449, dest: /127.0.0.1:51606, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084, duration: 1805000
2015-02-12 16:35:08,313 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:08,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:35:08,314 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52448, dest: /127.0.0.1:51610, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084, duration: 3475000
2015-02-12 16:35:08,315 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,315 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52447, dest: /127.0.0.1:51613, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084, duration: 5336000
2015-02-12 16:35:08,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:35:08,316 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52446, dest: /127.0.0.1:51616, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084, duration: 6235000
2015-02-12 16:35:08,317 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,321 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:08,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:08,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:08,330 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:35:08,332 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085 src: /127.0.0.1:52450 dest: /127.0.0.1:51616
2015-02-12 16:35:08,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085 src: /127.0.0.1:52451 dest: /127.0.0.1:51606
2015-02-12 16:35:08,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085 src: /127.0.0.1:52452 dest: /127.0.0.1:51610
2015-02-12 16:35:08,338 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52452, dest: /127.0.0.1:51610, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085, duration: 1090000
2015-02-12 16:35:08,339 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:08,339 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,339 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52451, dest: /127.0.0.1:51606, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085, duration: 1812000
2015-02-12 16:35:08,339 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,340 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,340 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52450, dest: /127.0.0.1:51616, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085, duration: 2528000
2015-02-12 16:35:08,340 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,344 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:08,344 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:35:08,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:08,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:08,356 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:35:08,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086 src: /127.0.0.1:52453 dest: /127.0.0.1:51610
2015-02-12 16:35:08,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086 src: /127.0.0.1:52454 dest: /127.0.0.1:51613
2015-02-12 16:35:08,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086 src: /127.0.0.1:52455 dest: /127.0.0.1:51616
2015-02-12 16:35:08,364 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52455, dest: /127.0.0.1:51616, bytes: 97552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086, duration: 1630000
2015-02-12 16:35:08,364 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:08,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,365 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52454, dest: /127.0.0.1:51613, bytes: 97552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086, duration: 2179000
2015-02-12 16:35:08,365 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,366 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52453, dest: /127.0.0.1:51610, bytes: 97552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086, duration: 3285000
2015-02-12 16:35:08,366 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:08,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:08,368 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:08,369 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0008
2015-02-12 16:35:08,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008 dst=null perm=null proto=rpc
2015-02-12 16:35:08,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:08,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:08,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:08,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:08,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:08,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:08,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:08,389 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 8 submitted by user soberoi
2015-02-12 16:35:08,389 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0008
2015-02-12 16:35:08,389 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0008
2015-02-12 16:35:08,389 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0008 State change from NEW to NEW_SAVING
2015-02-12 16:35:08,390 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0008
2015-02-12 16:35:08,390 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0008 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:35:08,391 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0008 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:35:08,392 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0008 State change from SUBMITTED to ACCEPTED
2015-02-12 16:35:08,392 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0008
2015-02-12 16:35:08,392 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0008_000001
2015-02-12 16:35:08,393 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from NEW to SUBMITTED
2015-02-12 16:35:08,393 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0008_000001 to scheduler from user: soberoi
2015-02-12 16:35:08,394 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:35:08,396 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0008/
2015-02-12 16:35:08,396 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0008
2015-02-12 16:35:08,396 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0008/
2015-02-12 16:35:08,865 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:08,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:08,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000001
2015-02-12 16:35:08,867 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 16:35:08,867 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0008_01_000001
2015-02-12 16:35:08,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:08,868 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0008_000001
2015-02-12 16:35:08,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0008 AttemptId: appattempt_1423787534997_0008_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0008_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ]
2015-02-12 16:35:08,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:35:08,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:35:08,868 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0008_000001
2015-02-12 16:35:08,869 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0008_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0008_000001
2015-02-12 16:35:08,869 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:35:08,870 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0008_000001
2015-02-12 16:35:08,870 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0008_000001
2015-02-12 16:35:08,872 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0008_000001 (auth:SIMPLE)
2015-02-12 16:35:08,874 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0008_01_000001 by user soberoi
2015-02-12 16:35:08,874 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0008
2015-02-12 16:35:08,874 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000001
2015-02-12 16:35:08,874 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0008 transitioned from NEW to INITING
2015-02-12 16:35:08,875 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0008_01_000001 to application application_1423787534997_0008
2015-02-12 16:35:08,875 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0008_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0008_000001
2015-02-12 16:35:08,875 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0008 transitioned from INITING to RUNNING
2015-02-12 16:35:08,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:35:08,875 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:35:08,875 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0008
2015-02-12 16:35:08,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:35:08,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:35:08,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:35:08,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:35:08,876 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0008_01_000001
2015-02-12 16:35:08,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0008_01_000001.tokens. Credentials list:
2015-02-12 16:35:09,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:35:09,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0008_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000001.tokens
2015-02-12 16:35:09,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:09,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:09,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:09,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:09,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:09,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:09,290 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:09,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:09,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:09,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:09,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:09,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:09,422 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:09,423 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:09,468 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:09,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:09,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000001/default_container_executor.sh]
2015-02-12 16:35:09,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:09,869 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:10,874 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:11,131 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51606 to replicate blk_1073741907_1083 to datanode(s) 127.0.0.1:51610
2015-02-12 16:35:11,131 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741900_1076, blk_1073741901_1077, blk_1073741902_1078]
2015-02-12 16:35:11,131 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741900_1076, blk_1073741902_1078]
2015-02-12 16:35:11,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:11,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:35:11,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:35:11,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:35:11,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008 dst=null perm=null proto=rpc
2015-02-12 16:35:11,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:35:11,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:35:11,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:11,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:11,879 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:11,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079
2015-02-12 16:35:11,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741902_1078
2015-02-12 16:35:12,031 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083 to 127.0.0.1:51610
2015-02-12 16:35:12,033 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083 (numBytes=254067) to /127.0.0.1:51610
2015-02-12 16:35:12,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083 src: /127.0.0.1:52465 dest: /127.0.0.1:51610
2015-02-12 16:35:12,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083 src: /127.0.0.1:52465 dest: /127.0.0.1:51610 of size 254067
2015-02-12 16:35:12,037 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741907_1083 size 254067
2015-02-12 16:35:12,104 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 16:35:12,104 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 16:35:12,104 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 16:35:12,104 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 16:35:12,104 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 16:35:12,104 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 16:35:12,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 16:35:12,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 16:35:12,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 16:35:12,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 16:35:12,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 16:35:12,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 16:35:12,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 16:35:12,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 16:35:12,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 16:35:12,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 16:35:12,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 16:35:12,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 16:35:12,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 16:35:12,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 16:35:12,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 16:35:12,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 16:35:12,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 16:35:12,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 16:35:12,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 16:35:12,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 16:35:12,795 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0008_000001 (auth:SIMPLE)
2015-02-12 16:35:12,798 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0008_000001
2015-02-12 16:35:12,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0008 APPATTEMPTID=appattempt_1423787534997_0008_000001
2015-02-12 16:35:12,798 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:35:12,798 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0008 State change from ACCEPTED to RUNNING
2015-02-12 16:35:12,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:12,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:35:12,880 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:12,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:13,193 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:35:13,202 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0007_01_000001 succeeded
2015-02-12 16:35:13,202 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:35:13,202 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0007_01_000001
2015-02-12 16:35:13,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000001
2015-02-12 16:35:13,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000001
2015-02-12 16:35:13,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000001
2015-02-12 16:35:13,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0007/container_1423787534997_0007_01_000001
2015-02-12 16:35:13,227 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000001
2015-02-12 16:35:13,227 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:35:13,227 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0007_01_000001 from application application_1423787534997_0007
2015-02-12 16:35:13,228 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:13,228 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0007
2015-02-12 16:35:13,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087 src: /127.0.0.1:52470 dest: /127.0.0.1:51616
2015-02-12 16:35:13,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087 src: /127.0.0.1:52471 dest: /127.0.0.1:51613
2015-02-12 16:35:13,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087 src: /127.0.0.1:52472 dest: /127.0.0.1:51606
2015-02-12 16:35:13,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52472, dest: /127.0.0.1:51606, bytes: 114429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087, duration: 42581000
2015-02-12 16:35:13,306 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:13,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:13,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52471, dest: /127.0.0.1:51613, bytes: 114429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087, duration: 43346000
2015-02-12 16:35:13,307 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:13,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:13,308 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52470, dest: /127.0.0.1:51616, bytes: 114429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087, duration: 44425000
2015-02-12 16:35:13,308 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:13,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:13,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:13,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:13,349 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:35:13,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088 src: /127.0.0.1:52473 dest: /127.0.0.1:51606
2015-02-12 16:35:13,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088 src: /127.0.0.1:52474 dest: /127.0.0.1:51616
2015-02-12 16:35:13,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088 src: /127.0.0.1:52475 dest: /127.0.0.1:51610
2015-02-12 16:35:13,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52475, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088, duration: 1618000
2015-02-12 16:35:13,358 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:13,359 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52474, dest: /127.0.0.1:51616, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088, duration: 2441000
2015-02-12 16:35:13,359 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:13,360 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52473, dest: /127.0.0.1:51606, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088, duration: 3558000
2015-02-12 16:35:13,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:35:13,360 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:13,361 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:35:13,362 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:35:13,365 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008.summary is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:13,506 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 16:35:13,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:35:13,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:35:13,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,519 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0003,submitTime=1423787595884,launchTime=1423787600804,firstMapTaskLaunchTime=1423787602957,firstReduceTaskLaunchTime=1423787609864,finishTime=1423787613093,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=3,jobName=[A84DF5281B8E4954A861FDB75079BDE7/36E87B3E8D084F9FAF4BF451A39CC98C] lower*upper/(1/2)
2015-02-12 16:35:13,519 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary]
2015-02-12 16:35:13,519 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0001,submitTime=1423787541382,launchTime=1423787546629,firstMapTaskLaunchTime=1423787548855,firstReduceTaskLaunchTime=1423787561764,finishTime=1423787565124,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=43,reduceSlotSeconds=3,jobName=[E06B86CFF48A45FAB08B4DC645A94B15/A1CF5BE6064B41CEA630E5606991DBAE] test/(1/1) ...pesplatform/serialization
2015-02-12 16:35:13,519 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0002,submitTime=1423787567015,launchTime=1423787571316,firstMapTaskLaunchTime=1423787573541,firstReduceTaskLaunchTime=1423787590420,finishTime=1423787594192,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=88,reduceSlotSeconds=3,jobName=[810A692B854540C68DC08B5D1244016B/251CA1D12BC048518CA573403886A76C] lower*upper/(1/1) ...platform/writablekeyvalue
2015-02-12 16:35:13,520 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary]
2015-02-12 16:35:13,520 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary]
2015-02-12 16:35:13,522 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:35:13,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,522 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:35:13,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,523 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51616
2015-02-12 16:35:13,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,529 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 16:35:13,529 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist
2015-02-12 16:35:13,529 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 16:35:13,530 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist
2015-02-12 16:35:13,529 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 16:35:13,530 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist
2015-02-12 16:35:13,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0001-1423787541382-soberoi-%5BE06B86CFF48A45FAB08B4DC645A94B15%2FA1CF5BE6064B41CE-1423787565124-4-1-SUCCEEDED-root.soberoi-1423787546629.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0003-1423787595884-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F36E87B3E8D084F9F-1423787613093-2-1-SUCCEEDED-root.soberoi-1423787600804.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0002-1423787567015-soberoi-%5B810A692B854540C68DC08B5D1244016B%2F251CA1D12BC04851-1423787594192-6-1-SUCCEEDED-root.soberoi-1423787571316.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,533 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0001_conf.xml
2015-02-12 16:35:13,533 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0003_conf.xml
2015-02-12 16:35:13,533 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0002_conf.xml
2015-02-12 16:35:13,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,539 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0006,submitTime=1423787664727,launchTime=1423787670197,firstMapTaskLaunchTime=1423787672393,firstReduceTaskLaunchTime=1423787684304,finishTime=1423787687945,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=40,reduceSlotSeconds=3,jobName=[87F6AF6724924947BF20C685F417F3EA/E1A47477D8DC4DF3B481951839A9D899] test/(1/1) ...dpipesplatform/bigdecimal
2015-02-12 16:35:13,539 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary]
2015-02-12 16:35:13,539 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0005,submitTime=1423787632119,launchTime=1423787638163,firstMapTaskLaunchTime=1423787640383,firstReduceTaskLaunchTime=1423787659280,finishTime=1423787663174,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=94,reduceSlotSeconds=3,jobName=[B6AFDDEDE1684BF3A1BE52F38895B25C/995DDC9650CC41C58348000665FB2F2C] lower*upper/(1/1) ...orm/byteswritablekeyvalue
2015-02-12 16:35:13,540 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary]
2015-02-12 16:35:13,540 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0004,submitTime=1423787614536,launchTime=1423787618798,firstMapTaskLaunchTime=1423787620945,firstReduceTaskLaunchTime=1423787626862,finishTime=1423787630445,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=3,jobName=[A84DF5281B8E4954A861FDB75079BDE7/7D2AA7A69C2246B99CABF8B7461C06C9] lower*upper/(2/2) ...ue/true/false/false/false
2015-02-12 16:35:13,540 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary]
2015-02-12 16:35:13,541 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51610
2015-02-12 16:35:13,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,541 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:35:13,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,542 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:35:13,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,545 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist
2015-02-12 16:35:13,545 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist
2015-02-12 16:35:13,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,546 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist
2015-02-12 16:35:13,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0004-1423787614536-soberoi-%5BA84DF5281B8E4954A861FDB75079BDE7%2F7D2AA7A69C2246B9-1423787630445-1-1-SUCCEEDED-root.soberoi-1423787618798.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0006-1423787664727-soberoi-%5B87F6AF6724924947BF20C685F417F3EA%2FE1A47477D8DC4DF3-1423787687945-4-1-SUCCEEDED-root.soberoi-1423787670197.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,547 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0004_conf.xml
2015-02-12 16:35:13,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0005-1423787632119-soberoi-%5BB6AFDDEDE1684BF3A1BE52F38895B25C%2F995DDC9650CC41C5-1423787663174-6-1-SUCCEEDED-root.soberoi-1423787638163.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,548 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0006_conf.xml
2015-02-12 16:35:13,548 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0005_conf.xml
2015-02-12 16:35:13,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,553 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0007,submitTime=1423787689468,launchTime=1423787693544,firstMapTaskLaunchTime=1423787695700,firstReduceTaskLaunchTime=1423787703610,finishTime=1423787706954,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=10,reduceSlotSeconds=3,jobName=[D5011784E9974C8E91FA385D02C47460/EE31169E67CA4C629E965D9D91AC6F0D] lower*upper/(1/2)
2015-02-12 16:35:13,553 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary]
2015-02-12 16:35:13,555 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:35:13,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007.summary dst=null perm=null proto=rpc
2015-02-12 16:35:13,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:35:13,561 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist
2015-02-12 16:35:13,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0007-1423787689468-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FEE31169E67CA4C62-1423787706954-2-1-SUCCEEDED-root.soberoi-1423787693544.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,564 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0007_conf.xml
2015-02-12 16:35:13,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:13,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:13,882 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0007_000001
2015-02-12 16:35:13,882 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:35:13,883 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000001
2015-02-12 16:35:13,882 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0007_000001
2015-02-12 16:35:13,883 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:35:13,883 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0007_000001 State change from FINISHING to FINISHED
2015-02-12 16:35:13,883 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0007_000001 released container container_1423787534997_0007_01_000001 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:35:13,884 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:13,883 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0007 State change from FINISHING to FINISHED
2015-02-12 16:35:13,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0007
2015-02-12 16:35:13,884 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0007_000001
2015-02-12 16:35:13,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:13,885 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000002
2015-02-12 16:35:13,885 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:35:13,885 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0007_000001 is done. finalState=FINISHED
2015-02-12 16:35:13,885 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0007 requests cleared
2015-02-12 16:35:13,884 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0007,name=[D5011784E9974C8E91FA385D02C47460/EE31169E67CA4C629E965D9D91AC6F0D] lower*upper/(1/2),user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0007/jobhistory/job/job_1423787534997_0007,appMasterHost=10.1.1.67,startTime=1423787689468,finishTime=1423787707133,finalStatus=SUCCEEDED
2015-02-12 16:35:13,887 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0007_000001 (auth:SIMPLE)
2015-02-12 16:35:13,889 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0007_01_000001
2015-02-12 16:35:13,889 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0007 CONTAINERID=container_1423787534997_0007_01_000001
2015-02-12 16:35:13,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0007_01_000001]
2015-02-12 16:35:13,890 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:13,890 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:13,890 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:35:13,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:35:13,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:35:13,891 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0007
2015-02-12 16:35:13,891 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:35:13,891 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0007, with delay of 10800 seconds
2015-02-12 16:35:13,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:35:13,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:35:13,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 16:35:14,124 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:35:14,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:35:14,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:35:14,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:35:14,125 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0007
2015-02-12 16:35:14,125 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:35:14,125 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0007, with delay of 10800 seconds
2015-02-12 16:35:14,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0007
2015-02-12 16:35:14,136 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741860_1036, blk_1073741893_1069, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741900_1076, blk_1073741836_1012, blk_1073741901_1077, blk_1073741902_1078, blk_1073741871_1047, blk_1073741904_1080, blk_1073741849_1025, blk_1073741882_1058]
2015-02-12 16:35:14,136 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741904_1080, blk_1073741860_1036, blk_1073741893_1069, blk_1073741882_1058]
2015-02-12 16:35:14,846 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0008_01_000002
2015-02-12 16:35:14,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:14,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:14,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:14,891 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:14,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:14,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:14,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:14,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:14,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:14,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:14,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:14,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:14,966 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0008_000001 (auth:SIMPLE)
2015-02-12 16:35:14,970 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0008_01_000002 by user soberoi
2015-02-12 16:35:14,970 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000002
2015-02-12 16:35:14,970 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0008_01_000002 to application application_1423787534997_0008
2015-02-12 16:35:14,971 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:35:14,971 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0008
2015-02-12 16:35:14,971 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0008
2015-02-12 16:35:14,971 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:35:14,971 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0008
2015-02-12 16:35:14,972 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:15,008 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:15,008 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:15,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 16:35:15,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 16:35:15,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 16:35:15,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 16:35:15,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 16:35:15,109 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 16:35:15,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 16:35:15,110 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 16:35:15,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000002/default_container_executor.sh]
2015-02-12 16:35:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 16:35:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 16:35:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 16:35:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 16:35:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 16:35:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 16:35:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 16:35:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 16:35:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 16:35:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 16:35:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 16:35:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 16:35:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 16:35:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 16:35:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 16:35:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 16:35:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 16:35:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 16:35:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 16:35:15,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 16:35:15,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 16:35:15,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 16:35:15,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 16:35:15,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 16:35:15,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 16:35:15,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 16:35:15,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081
2015-02-12 16:35:15,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085
2015-02-12 16:35:15,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084
2015-02-12 16:35:15,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083
2015-02-12 16:35:15,859 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:35:15,893 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:16,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082
2015-02-12 16:35:16,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085
2015-02-12 16:35:16,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086
2015-02-12 16:35:16,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079
2015-02-12 16:35:16,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081
2015-02-12 16:35:16,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084
2015-02-12 16:35:16,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083
2015-02-12 16:35:16,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086
2015-02-12 16:35:16,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084
2015-02-12 16:35:16,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741903_1079
2015-02-12 16:35:16,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082
2015-02-12 16:35:16,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741905_1081
2015-02-12 16:35:16,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741904_1080
2015-02-12 16:35:16,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741909_1085
2015-02-12 16:35:16,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741908_1084
2015-02-12 16:35:16,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741910_1086
2015-02-12 16:35:16,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741906_1082
2015-02-12 16:35:17,139 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741860_1036, blk_1073741896_1072, blk_1073741849_1025, blk_1073741897_1073, blk_1073741882_1058, blk_1073741899_1075, blk_1073741836_1012, blk_1073741901_1077, blk_1073741871_1047]
2015-02-12 16:35:17,139 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741904_1080, blk_1073741893_1069, blk_1073741849_1025, blk_1073741836_1012, blk_1073741871_1047]
2015-02-12 16:35:17,198 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083
2015-02-12 16:35:17,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:17,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:17,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:18,041 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 16:35:18,041 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 16:35:18,041 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 16:35:18,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 16:35:18,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 16:35:18,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 16:35:18,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 16:35:18,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 16:35:18,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 16:35:18,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 16:35:18,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 16:35:18,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 16:35:18,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 16:35:18,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 16:35:18,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 16:35:18,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 16:35:18,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 16:35:18,044 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 16:35:18,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423787534997_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:18,114 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0008_000001 (auth:SIMPLE)
2015-02-12 16:35:18,116 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0008_01_000002
2015-02-12 16:35:18,117 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000002
2015-02-12 16:35:18,117 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:35:18,118 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0008_01_000002
2015-02-12 16:35:18,140 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0008_01_000002 is : 143
2015-02-12 16:35:18,144 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:35:18,144 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 729 Total time for transactions(ms): 82 Number of transactions batched in Syncs: 5 Number of syncs: 487 SyncTimes(ms): 181 107
2015-02-12 16:35:18,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089 src: /127.0.0.1:52488 dest: /127.0.0.1:51613
2015-02-12 16:35:18,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089 src: /127.0.0.1:52489 dest: /127.0.0.1:51616
2015-02-12 16:35:18,150 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:18,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000002
2015-02-12 16:35:18,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000002
2015-02-12 16:35:18,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000002
2015-02-12 16:35:18,151 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:18,151 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0008_01_000002 from application application_1423787534997_0008
2015-02-12 16:35:18,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:18,152 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0008
2015-02-12 16:35:18,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000002
2015-02-12 16:35:18,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000002
2015-02-12 16:35:18,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089 src: /127.0.0.1:52490 dest: /127.0.0.1:51606
2015-02-12 16:35:18,159 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1.jhist for DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:18,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 16:35:18,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 16:35:18,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 16:35:18,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 16:35:18,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 16:35:18,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 16:35:18,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 16:35:18,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 16:35:18,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 16:35:18,791 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 16:35:19,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:19,121 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0008_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:35:19,121 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000002
2015-02-12 16:35:19,122 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:35:19,122 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0008_000001 released container container_1423787534997_0008_01_000002 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:35:19,963 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:19,963 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000003
2015-02-12 16:35:19,963 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:35:20,126 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:20,889 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0008_01_000003
2015-02-12 16:35:20,889 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:20,900 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0008_000001 (auth:SIMPLE)
2015-02-12 16:35:20,902 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0008_01_000003 by user soberoi
2015-02-12 16:35:20,902 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0008
2015-02-12 16:35:20,903 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000003
2015-02-12 16:35:20,903 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0008 transitioned from NEW to INITING
2015-02-12 16:35:20,903 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0008_01_000003 to application application_1423787534997_0008
2015-02-12 16:35:20,903 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0008 transitioned from INITING to RUNNING
2015-02-12 16:35:20,904 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:35:20,904 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0008
2015-02-12 16:35:20,904 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0008
2015-02-12 16:35:20,904 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:35:20,904 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0008
2015-02-12 16:35:20,904 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:35:20,905 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:35:20,905 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0008_01_000003
2015-02-12 16:35:20,914 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423787534997_0008_01_000003.tokens. Credentials list:
2015-02-12 16:35:20,964 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:21,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:35:21,055 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088
2015-02-12 16:35:21,056 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087
2015-02-12 16:35:21,130 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0008_01_000002]
2015-02-12 16:35:21,130 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:21,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423787534997_0008_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000003.tokens
2015-02-12 16:35:21,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:21,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:21,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:21,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:21,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:21,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:21,331 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:21,331 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:21,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741907_1083
2015-02-12 16:35:21,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088
2015-02-12 16:35:21,373 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:21,373 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:21,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000003/default_container_executor.sh]
2015-02-12 16:35:21,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087
2015-02-12 16:35:21,897 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:35:22,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741911_1087
2015-02-12 16:35:22,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741912_1088
2015-02-12 16:35:23,906 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:35:24,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423787534997_0008_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:24,204 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423787534997_0008_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:24,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090 src: /127.0.0.1:52498 dest: /127.0.0.1:51613
2015-02-12 16:35:24,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090 src: /127.0.0.1:52499 dest: /127.0.0.1:51610
2015-02-12 16:35:24,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090 src: /127.0.0.1:52500 dest: /127.0.0.1:51616
2015-02-12 16:35:24,347 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52500, dest: /127.0.0.1:51616, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0008_r_000000_0_258732596_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090, duration: 41575000
2015-02-12 16:35:24,347 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:24,348 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52499, dest: /127.0.0.1:51610, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0008_r_000000_0_258732596_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090, duration: 43056000
2015-02-12 16:35:24,349 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52498, dest: /127.0.0.1:51613, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0008_r_000000_0_258732596_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090, duration: 44912000
2015-02-12 16:35:24,351 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:24,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:24,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:24,364 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423787534997_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0008_r_000000_0_258732596_1
2015-02-12 16:35:24,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423787534997_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:24,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423787534997_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:24,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1423787534997_0008_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:35:24,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1423787534997_0008_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1423787534997_0008_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:35:24,422 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0008_000001 (auth:SIMPLE)
2015-02-12 16:35:24,424 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0008_01_000003
2015-02-12 16:35:24,425 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000003
2015-02-12 16:35:24,425 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:35:24,425 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0008_01_000003
2015-02-12 16:35:24,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:24,441 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:24,460 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0008_01_000003 is : 143
2015-02-12 16:35:24,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:35:24,462 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:24,464 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000003
2015-02-12 16:35:24,464 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:24,464 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0008_01_000003 from application application_1423787534997_0008
2015-02-12 16:35:24,464 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:24,464 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0008
2015-02-12 16:35:24,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000003
2015-02-12 16:35:24,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000003
2015-02-12 16:35:24,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000003
2015-02-12 16:35:24,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000003
2015-02-12 16:35:24,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:24,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:24,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1423787534997_0008_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:35:24,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:24,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1423787534997_0008_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:24,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:35:24,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:24,504 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:24,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:24,509 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:24,543 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52490, dest: /127.0.0.1:51606, bytes: 38030, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089, duration: 6386956000
2015-02-12 16:35:24,543 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:24,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 13753
2015-02-12 16:35:24,546 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52489, dest: /127.0.0.1:51616, bytes: 38030, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089, duration: 6389505000
2015-02-12 16:35:24,547 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 13753
2015-02-12 16:35:24,550 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52488, dest: /127.0.0.1:51613, bytes: 38030, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089, duration: 6393663000
2015-02-12 16:35:24,551 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 13753
2015-02-12 16:35:24,558 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:24,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:24,566 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:35:24,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091 src: /127.0.0.1:52502 dest: /127.0.0.1:51616
2015-02-12 16:35:24,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091 src: /127.0.0.1:52503 dest: /127.0.0.1:51613
2015-02-12 16:35:24,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091 src: /127.0.0.1:52504 dest: /127.0.0.1:51606
2015-02-12 16:35:24,580 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52504, dest: /127.0.0.1:51606, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091, duration: 2918000
2015-02-12 16:35:24,580 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:24,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:24,581 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52503, dest: /127.0.0.1:51613, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091, duration: 3611000
2015-02-12 16:35:24,581 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,582 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52502, dest: /127.0.0.1:51616, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091, duration: 5121000
2015-02-12 16:35:24,582 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:24,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:24,586 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:24,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:24,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:24,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:24,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:24,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:24,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:24,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:24,632 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:24,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092 src: /127.0.0.1:52506 dest: /127.0.0.1:51613
2015-02-12 16:35:24,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092 src: /127.0.0.1:52507 dest: /127.0.0.1:51606
2015-02-12 16:35:24,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092 src: /127.0.0.1:52508 dest: /127.0.0.1:51616
2015-02-12 16:35:24,644 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52508, dest: /127.0.0.1:51616, bytes: 38030, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092, duration: 1889000
2015-02-12 16:35:24,644 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:24,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:24,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52507, dest: /127.0.0.1:51606, bytes: 38030, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092, duration: 2928000
2015-02-12 16:35:24,646 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,648 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52506, dest: /127.0.0.1:51613, bytes: 38030, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092, duration: 5570000
2015-02-12 16:35:24,650 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:24,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:24,655 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:24,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:24,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:24,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:24,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:24,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:24,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008/job_1423787534997_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:24,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:24,680 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:35:24,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093 src: /127.0.0.1:52510 dest: /127.0.0.1:51616
2015-02-12 16:35:24,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093 src: /127.0.0.1:52511 dest: /127.0.0.1:51610
2015-02-12 16:35:24,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093 src: /127.0.0.1:52512 dest: /127.0.0.1:51606
2015-02-12 16:35:24,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52512, dest: /127.0.0.1:51606, bytes: 114429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093, duration: 2103000
2015-02-12 16:35:24,692 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:24,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:35:24,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52511, dest: /127.0.0.1:51610, bytes: 114429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093, duration: 2972000
2015-02-12 16:35:24,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:35:24,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52510, dest: /127.0.0.1:51616, bytes: 114429, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1368779669_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093, duration: 4364000
2015-02-12 16:35:24,695 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:24,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:35:24,703 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1368779669_1
2015-02-12 16:35:24,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:24,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:24,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:24,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:24,728 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0008_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:35:24,728 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:35:24,728 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0008 with final state: FINISHING
2015-02-12 16:35:24,728 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0008 State change from RUNNING to FINAL_SAVING
2015-02-12 16:35:24,729 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0008
2015-02-12 16:35:24,729 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:35:24,729 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0008 State change from FINAL_SAVING to FINISHING
2015-02-12 16:35:25,427 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:25,427 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0008_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:35:25,427 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000003
2015-02-12 16:35:25,427 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:35:25,427 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0008_000001 released container container_1423787534997_0008_01_000003 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:35:25,734 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0008 unregistered successfully.
2015-02-12 16:35:25,738 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741907_1083 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51610
2015-02-12 16:35:25,738 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741908_1084 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:35:25,739 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:35:25,739 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:35:25,739 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741912_1088 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:35:25,739 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:35:25,740 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:35:25,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0008 dst=null perm=null proto=rpc
2015-02-12 16:35:25,781 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:35:25,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/6989446565_lower_upper_40AEA7A53BF441BABDC54E2B45CBC057 dst=null perm=null proto=rpc
2015-02-12 16:35:25,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,783 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary
2015-02-12 16:35:25,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:35:25,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,802 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:35:25,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:25,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:25,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,823 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:35:25,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:25,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:25,827 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false
2015-02-12 16:35:25,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:25,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:25,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:35:25,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:35:25,859 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:35:25,859 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:35:25,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:35:25,898 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:35:25,899 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:35:25,899 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:35:25,899 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false"]
2015-02-12 16:35:25,899 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:35:25,899 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 16:35:25,899 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 16:35:25,901 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 16:35:25,920 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:35:25,939 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:35:25,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070 dst=null perm=null proto=rpc
2015-02-12 16:35:25,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:25,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:25,958 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 9
2015-02-12 16:35:25,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009 dst=null perm=null proto=rpc
2015-02-12 16:35:25,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:35:25,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:35:25,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:25,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:25,971 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:35:25,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094 src: /127.0.0.1:52516 dest: /127.0.0.1:51606
2015-02-12 16:35:25,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094 src: /127.0.0.1:52517 dest: /127.0.0.1:51613
2015-02-12 16:35:25,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094 src: /127.0.0.1:52518 dest: /127.0.0.1:51610
2015-02-12 16:35:25,987 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52518, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094, duration: 3280000
2015-02-12 16:35:25,987 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:25,988 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:25,988 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52517, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094, duration: 5640000
2015-02-12 16:35:25,988 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:25,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:25,989 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52516, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094, duration: 6918000
2015-02-12 16:35:25,989 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:25,992 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:25,997 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:25,998 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar
2015-02-12 16:35:25,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:26,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:35:26,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:35:26,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:35:26,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:35:26,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:35:26,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:35:26,009 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:35:26,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:35:26,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:35:26,012 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:35:26,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:35:26,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:26,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:26,019 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split
2015-02-12 16:35:26,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:26,021 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:35:26,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095 src: /127.0.0.1:52519 dest: /127.0.0.1:51613
2015-02-12 16:35:26,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095 src: /127.0.0.1:52520 dest: /127.0.0.1:51606
2015-02-12 16:35:26,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095 src: /127.0.0.1:52521 dest: /127.0.0.1:51610
2015-02-12 16:35:26,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095 src: /127.0.0.1:52522 dest: /127.0.0.1:51616
2015-02-12 16:35:26,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52522, dest: /127.0.0.1:51616, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095, duration: 6540000
2015-02-12 16:35:26,040 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:26,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:26,041 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52521, dest: /127.0.0.1:51610, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095, duration: 6435000
2015-02-12 16:35:26,041 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:26,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:26,042 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52520, dest: /127.0.0.1:51606, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095, duration: 8069000
2015-02-12 16:35:26,043 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:26,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:26,044 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52519, dest: /127.0.0.1:51613, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095, duration: 8649000
2015-02-12 16:35:26,046 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:26,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:26,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:26,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:26,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:26,056 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:35:26,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096 src: /127.0.0.1:52523 dest: /127.0.0.1:51613
2015-02-12 16:35:26,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096 src: /127.0.0.1:52524 dest: /127.0.0.1:51610
2015-02-12 16:35:26,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096 src: /127.0.0.1:52525 dest: /127.0.0.1:51606
2015-02-12 16:35:26,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52525, dest: /127.0.0.1:51606, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096, duration: 1262000
2015-02-12 16:35:26,065 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:26,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52524, dest: /127.0.0.1:51610, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096, duration: 2073000
2015-02-12 16:35:26,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:26,066 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:26,067 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52523, dest: /127.0.0.1:51613, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096, duration: 3783000
2015-02-12 16:35:26,067 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:26,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:26,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741920_1096 size 78
2015-02-12 16:35:26,071 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:26,071 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:2
2015-02-12 16:35:26,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:26,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:26,102 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:35:26,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097 src: /127.0.0.1:52526 dest: /127.0.0.1:51613
2015-02-12 16:35:26,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097 src: /127.0.0.1:52527 dest: /127.0.0.1:51606
2015-02-12 16:35:26,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097 src: /127.0.0.1:52528 dest: /127.0.0.1:51610
2015-02-12 16:35:26,111 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52528, dest: /127.0.0.1:51610, bytes: 98345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097, duration: 1598000
2015-02-12 16:35:26,111 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:26,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:35:26,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52527, dest: /127.0.0.1:51606, bytes: 98345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097, duration: 2152000
2015-02-12 16:35:26,112 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:26,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:35:26,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52526, dest: /127.0.0.1:51613, bytes: 98345, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097, duration: 3017000
2015-02-12 16:35:26,113 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:26,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:26,126 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:26,131 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0009
2015-02-12 16:35:26,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009 dst=null perm=null proto=rpc
2015-02-12 16:35:26,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:26,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:26,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,146 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51613 to replicate blk_1073741918_1094 to datanode(s) 127.0.0.1:51616
2015-02-12 16:35:26,147 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741907_1083, blk_1073741908_1084, blk_1073741909_1085, blk_1073741910_1086, blk_1073741912_1088, blk_1073741903_1079]
2015-02-12 16:35:26,147 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741907_1083, blk_1073741908_1084, blk_1073741909_1085, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089]
2015-02-12 16:35:26,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:26,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:26,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:26,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:26,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,165 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 9 submitted by user soberoi
2015-02-12 16:35:26,165 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0009
2015-02-12 16:35:26,165 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0009
2015-02-12 16:35:26,166 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0009
2015-02-12 16:35:26,166 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0009 State change from NEW to NEW_SAVING
2015-02-12 16:35:26,166 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0009 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:35:26,166 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0009 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:35:26,166 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0009 State change from SUBMITTED to ACCEPTED
2015-02-12 16:35:26,167 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0009_000001
2015-02-12 16:35:26,167 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from NEW to SUBMITTED
2015-02-12 16:35:26,167 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0009_000001 to scheduler from user: soberoi
2015-02-12 16:35:26,168 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:35:26,168 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0009
2015-02-12 16:35:26,170 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0009/
2015-02-12 16:35:26,171 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0009
2015-02-12 16:35:26,171 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0009/
2015-02-12 16:35:26,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:26,345 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000001
2015-02-12 16:35:26,345 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:35:26,345 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0009_01_000001
2015-02-12 16:35:26,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:26,346 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0009_000001
2015-02-12 16:35:26,346 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0009 AttemptId: appattempt_1423787534997_0009_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0009_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ]
2015-02-12 16:35:26,346 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:35:26,346 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:35:26,346 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0009_000001
2015-02-12 16:35:26,348 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0009_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0009_000001
2015-02-12 16:35:26,349 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:35:26,349 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0009_000001
2015-02-12 16:35:26,349 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0009_000001
2015-02-12 16:35:26,352 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:26,355 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0009_01_000001 by user soberoi
2015-02-12 16:35:26,356 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0009
2015-02-12 16:35:26,356 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000001
2015-02-12 16:35:26,356 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from NEW to INITING
2015-02-12 16:35:26,356 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0009_01_000001 to application application_1423787534997_0009
2015-02-12 16:35:26,356 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from INITING to RUNNING
2015-02-12 16:35:26,356 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0009_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0009_000001
2015-02-12 16:35:26,357 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:35:26,357 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:35:26,357 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0009
2015-02-12 16:35:26,357 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:35:26,357 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:35:26,357 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:35:26,357 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:35:26,358 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0009_01_000001
2015-02-12 16:35:26,370 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423787534997_0009_01_000001.tokens. Credentials list:
2015-02-12 16:35:26,427 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:26,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:35:26,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423787534997_0009_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000001.tokens
2015-02-12 16:35:26,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:26,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:26,808 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:26,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:26,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:26,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:26,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:26,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:26,945 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:26,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:26,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:27,009 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:27,009 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:27,050 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 16:35:27,050 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 16:35:27,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 16:35:27,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 16:35:27,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 16:35:27,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 16:35:27,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 16:35:27,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 16:35:27,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 16:35:27,053 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 16:35:27,053 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 16:35:27,053 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 16:35:27,059 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:27,059 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:27,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 16:35:27,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 16:35:27,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 16:35:27,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 16:35:27,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 16:35:27,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 16:35:27,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 16:35:27,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 16:35:27,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 16:35:27,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 16:35:27,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 16:35:27,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 16:35:27,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000001/default_container_executor.sh]
2015-02-12 16:35:27,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:27,430 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:27,490 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094 to 127.0.0.1:51616
2015-02-12 16:35:27,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094 src: /127.0.0.1:52535 dest: /127.0.0.1:51616
2015-02-12 16:35:27,493 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094 (numBytes=254067) to /127.0.0.1:51616
2015-02-12 16:35:27,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094 src: /127.0.0.1:52535 dest: /127.0.0.1:51616 of size 254067
2015-02-12 16:35:27,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741918_1094 size 254067
2015-02-12 16:35:28,435 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:29,027 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 16:35:29,027 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:35:29,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:29,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:35:29,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:35:29,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:35:29,148 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741907_1083, blk_1073741908_1084, blk_1073741909_1085, blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089, blk_1073741903_1079]
2015-02-12 16:35:29,148 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741907_1083, blk_1073741908_1084, blk_1073741910_1086, blk_1073741911_1087, blk_1073741913_1089, blk_1073741903_1079]
2015-02-12 16:35:29,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009 dst=null perm=null proto=rpc
2015-02-12 16:35:29,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:35:29,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:35:29,438 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:29,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:29,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:30,370 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:30,372 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0009_000001
2015-02-12 16:35:30,372 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0009 APPATTEMPTID=appattempt_1423787534997_0009_000001
2015-02-12 16:35:30,372 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:35:30,373 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0009 State change from ACCEPTED to RUNNING
2015-02-12 16:35:30,438 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:30,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:30,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:35:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 16:35:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 16:35:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 16:35:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 16:35:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 16:35:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 16:35:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 16:35:30,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 16:35:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 16:35:30,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 16:35:30,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 16:35:30,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 16:35:30,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:30,780 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0008_01_000001 succeeded
2015-02-12 16:35:30,781 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:35:30,781 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0008_01_000001
2015-02-12 16:35:30,794 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 16:35:30,794 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 16:35:30,794 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 16:35:30,794 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 16:35:30,794 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 16:35:30,794 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 16:35:30,794 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 16:35:30,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 16:35:30,794 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 16:35:30,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 16:35:30,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 16:35:30,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 16:35:30,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 16:35:30,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 16:35:30,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 16:35:30,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 16:35:30,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000001
2015-02-12 16:35:30,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000001
2015-02-12 16:35:30,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000001
2015-02-12 16:35:30,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0008/container_1423787534997_0008_01_000001
2015-02-12 16:35:30,802 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000001
2015-02-12 16:35:30,803 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:35:30,803 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0008_01_000001 from application application_1423787534997_0008
2015-02-12 16:35:30,803 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:30,803 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0008
2015-02-12 16:35:30,820 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:35:30,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098 src: /127.0.0.1:52543 dest: /127.0.0.1:51613
2015-02-12 16:35:30,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098 src: /127.0.0.1:52544 dest: /127.0.0.1:51616
2015-02-12 16:35:30,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098 src: /127.0.0.1:52545 dest: /127.0.0.1:51606
2015-02-12 16:35:30,923 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52545, dest: /127.0.0.1:51606, bytes: 115198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098, duration: 38117000
2015-02-12 16:35:30,923 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:30,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52544, dest: /127.0.0.1:51616, bytes: 115198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098, duration: 42178000
2015-02-12 16:35:30,927 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:30,929 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52543, dest: /127.0.0.1:51613, bytes: 115198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098, duration: 44377000
2015-02-12 16:35:30,929 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:30,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:30,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:30,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:30,950 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:30,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:30,993 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:35:30,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099 src: /127.0.0.1:52546 dest: /127.0.0.1:51613
2015-02-12 16:35:30,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099 src: /127.0.0.1:52547 dest: /127.0.0.1:51610
2015-02-12 16:35:30,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099 src: /127.0.0.1:52548 dest: /127.0.0.1:51616
2015-02-12 16:35:31,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52548, dest: /127.0.0.1:51616, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099, duration: 1723000
2015-02-12 16:35:31,002 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:31,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:35:31,003 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52547, dest: /127.0.0.1:51610, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099, duration: 2423000
2015-02-12 16:35:31,003 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:31,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:35:31,003 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52546, dest: /127.0.0.1:51613, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099, duration: 3327000
2015-02-12 16:35:31,004 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:31,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:35:31,007 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009.summary is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:31,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094
2015-02-12 16:35:31,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:31,157 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0008_000001
2015-02-12 16:35:31,157 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0008_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:35:31,157 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0008_000001
2015-02-12 16:35:31,158 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000001
2015-02-12 16:35:31,158 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0008_000001 State change from FINISHING to FINISHED
2015-02-12 16:35:31,158 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:35:31,158 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0008 State change from FINISHING to FINISHED
2015-02-12 16:35:31,158 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0008_000001 released container container_1423787534997_0008_01_000001 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:35:31,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0008
2015-02-12 16:35:31,159 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0008_000001 is done. finalState=FINISHED
2015-02-12 16:35:31,159 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0008,name=[D5011784E9974C8E91FA385D02C47460/FDDAAD338D3943AE8500A4A67FCA49A7] lower*upper/(2/2) ...alue/true/true/true/false,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0008/jobhistory/job/job_1423787534997_0008,appMasterHost=10.1.1.67,startTime=1423787708389,finishTime=1423787724728,finalStatus=SUCCEEDED
2015-02-12 16:35:31,159 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0008_000001
2015-02-12 16:35:31,159 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0008 requests cleared
2015-02-12 16:35:31,162 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0008_000001 (auth:SIMPLE)
2015-02-12 16:35:31,164 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0008_01_000001
2015-02-12 16:35:31,164 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0008 CONTAINERID=container_1423787534997_0008_01_000001
2015-02-12 16:35:31,164 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0008_01_000001]
2015-02-12 16:35:31,164 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:31,165 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:35:31,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:31,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:31,166 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0008
2015-02-12 16:35:31,166 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:35:31,166 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0008, with delay of 10800 seconds
2015-02-12 16:35:31,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:31,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:31,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093
2015-02-12 16:35:31,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092
2015-02-12 16:35:31,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091
2015-02-12 16:35:31,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095
2015-02-12 16:35:31,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090
2015-02-12 16:35:31,375 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096
2015-02-12 16:35:31,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093
2015-02-12 16:35:31,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097
2015-02-12 16:35:31,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095
2015-02-12 16:35:31,440 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:35:31,440 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:31,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:31,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:31,442 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0008
2015-02-12 16:35:31,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:31,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0008
2015-02-12 16:35:31,442 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:35:31,444 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0008, with delay of 10800 seconds
2015-02-12 16:35:31,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094
2015-02-12 16:35:31,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097
2015-02-12 16:35:31,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095
2015-02-12 16:35:31,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096
2015-02-12 16:35:31,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091
2015-02-12 16:35:31,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094
2015-02-12 16:35:31,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092
2015-02-12 16:35:31,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090
2015-02-12 16:35:32,168 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:32,169 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000002
2015-02-12 16:35:32,169 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:35:32,170 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:32,170 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000003
2015-02-12 16:35:32,170 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:35:32,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741914_1090
2015-02-12 16:35:32,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741915_1091
2015-02-12 16:35:32,217 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741917_1093
2015-02-12 16:35:32,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741919_1095
2015-02-12 16:35:32,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741916_1092
2015-02-12 16:35:32,445 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:32,467 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0009_01_000002
2015-02-12 16:35:32,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:32,468 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0009_01_000003
2015-02-12 16:35:32,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:32,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:32,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:32,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,605 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:32,605 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:32,608 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0009_01_000002 by user soberoi
2015-02-12 16:35:32,608 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0009_01_000003 by user soberoi
2015-02-12 16:35:32,608 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0009
2015-02-12 16:35:32,608 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0009
2015-02-12 16:35:32,609 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000002
2015-02-12 16:35:32,609 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from NEW to INITING
2015-02-12 16:35:32,609 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0009_01_000002 to application application_1423787534997_0009
2015-02-12 16:35:32,609 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from NEW to INITING
2015-02-12 16:35:32,609 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0009_01_000003 to application application_1423787534997_0009
2015-02-12 16:35:32,609 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000003
2015-02-12 16:35:32,609 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from INITING to RUNNING
2015-02-12 16:35:32,610 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:35:32,610 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0009
2015-02-12 16:35:32,610 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0009
2015-02-12 16:35:32,610 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:35:32,610 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0009
2015-02-12 16:35:32,609 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from INITING to RUNNING
2015-02-12 16:35:32,611 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:35:32,611 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:35:32,611 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0009_01_000003
2015-02-12 16:35:32,611 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:35:32,611 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0009
2015-02-12 16:35:32,611 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0009
2015-02-12 16:35:32,611 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:35:32,611 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0009
2015-02-12 16:35:32,612 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:35:32,612 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:35:32,612 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0009_01_000002
2015-02-12 16:35:32,630 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0009_01_000003.tokens. Credentials list:
2015-02-12 16:35:32,630 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0009_01_000002.tokens. Credentials list:
2015-02-12 16:35:32,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:35:32,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:35:32,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0009_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000003.tokens
2015-02-12 16:35:32,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0009_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000002.tokens
2015-02-12 16:35:32,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:32,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:32,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:32,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:33,047 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:33,047 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:33,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:33,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:33,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:33,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:33,126 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:33,127 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:33,126 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:33,127 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:33,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:33,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:33,179 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:33,179 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:33,179 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:33,179 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:33,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000003/default_container_executor.sh]
2015-02-12 16:35:33,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000002/default_container_executor.sh]
2015-02-12 16:35:33,477 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:35:36,273 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741921_1097
2015-02-12 16:35:36,273 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741920_1096
2015-02-12 16:35:36,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098
2015-02-12 16:35:36,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099
2015-02-12 16:35:36,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:36,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:36,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098
2015-02-12 16:35:36,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099
2015-02-12 16:35:37,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:35:37,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:35:37,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741922_1098
2015-02-12 16:35:37,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741918_1094
2015-02-12 16:35:37,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741923_1099
2015-02-12 16:35:37,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/_temporary/attempt_1423787534997_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:37,529 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:37,532 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0009_01_000002
2015-02-12 16:35:37,532 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000002
2015-02-12 16:35:37,532 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:35:37,533 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0009_01_000002
2015-02-12 16:35:37,553 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:35:37,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100 src: /127.0.0.1:52580 dest: /127.0.0.1:51616
2015-02-12 16:35:37,557 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0009_01_000002 is : 143
2015-02-12 16:35:37,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100 src: /127.0.0.1:52581 dest: /127.0.0.1:51606
2015-02-12 16:35:37,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100 src: /127.0.0.1:52582 dest: /127.0.0.1:51610
2015-02-12 16:35:37,567 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1.jhist for DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:37,568 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:37,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000002
2015-02-12 16:35:37,570 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000002
2015-02-12 16:35:37,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000002
2015-02-12 16:35:37,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000002
2015-02-12 16:35:37,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000002
2015-02-12 16:35:37,571 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:37,574 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0009_01_000002 from application application_1423787534997_0009
2015-02-12 16:35:37,574 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:37,574 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0009
2015-02-12 16:35:37,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/_temporary/attempt_1423787534997_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:35:37,639 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:37,641 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0009_01_000003
2015-02-12 16:35:37,642 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000003
2015-02-12 16:35:37,642 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:35:37,642 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0009_01_000003
2015-02-12 16:35:37,659 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0009_01_000003 is : 143
2015-02-12 16:35:37,666 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:37,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000003
2015-02-12 16:35:37,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000003
2015-02-12 16:35:37,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000003
2015-02-12 16:35:37,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000003
2015-02-12 16:35:37,669 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000003
2015-02-12 16:35:37,670 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:37,670 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0009_01_000003 from application application_1423787534997_0009
2015-02-12 16:35:37,670 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:37,670 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0009
2015-02-12 16:35:38,538 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:38,538 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0009_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:35:38,538 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000002
2015-02-12 16:35:38,538 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:35:38,538 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0009_000001 released container container_1423787534997_0009_01_000002 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:35:38,647 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:38,647 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0009_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:35:38,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000003
2015-02-12 16:35:38,647 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:35:38,647 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0009_000001 released container container_1423787534997_0009_01_000003 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:35:39,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:39,542 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:39,543 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000004
2015-02-12 16:35:39,543 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:35:39,650 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:40,511 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:40,522 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:40,524 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0009_01_000004 by user soberoi
2015-02-12 16:35:40,524 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000004
2015-02-12 16:35:40,524 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0009_01_000004 to application application_1423787534997_0009
2015-02-12 16:35:40,525 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:35:40,525 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0009
2015-02-12 16:35:40,525 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0009
2015-02-12 16:35:40,525 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:35:40,526 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0009
2015-02-12 16:35:40,526 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:40,543 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0009_01_000002]
2015-02-12 16:35:40,543 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:40,543 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:40,557 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:40,558 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:40,650 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0009_01_000003]
2015-02-12 16:35:40,650 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:40,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000004/default_container_executor.sh]
2015-02-12 16:35:41,515 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:35:43,035 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:35:43,037 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:35:43,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/_temporary/attempt_1423787534997_0009_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:43,333 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/_temporary/attempt_1423787534997_0009_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:35:43,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101 src: /127.0.0.1:52602 dest: /127.0.0.1:51610
2015-02-12 16:35:43,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101 src: /127.0.0.1:52603 dest: /127.0.0.1:51616
2015-02-12 16:35:43,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101 src: /127.0.0.1:52604 dest: /127.0.0.1:51613
2015-02-12 16:35:43,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52604, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0009_r_000000_0_-1732717971_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101, duration: 36621000
2015-02-12 16:35:43,474 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:43,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,474 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52603, dest: /127.0.0.1:51616, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0009_r_000000_0_-1732717971_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101, duration: 37687000
2015-02-12 16:35:43,475 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,475 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52602, dest: /127.0.0.1:51610, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0009_r_000000_0_-1732717971_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101, duration: 38681000
2015-02-12 16:35:43,476 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,477 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/_temporary/attempt_1423787534997_0009_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0009_r_000000_0_-1732717971_1
2015-02-12 16:35:43,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/_temporary/attempt_1423787534997_0009_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:43,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/_temporary/attempt_1423787534997_0009_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:43,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/task_1423787534997_0009_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:35:43,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/_temporary/attempt_1423787534997_0009_r_000000_0 dst=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/task_1423787534997_0009_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:35:43,527 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:43,528 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0009_01_000004
2015-02-12 16:35:43,529 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000004
2015-02-12 16:35:43,529 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:35:43,529 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0009_01_000004
2015-02-12 16:35:43,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:43,538 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:43,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:35:43,548 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0009_01_000004 is : 143
2015-02-12 16:35:43,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070 dst=null perm=null proto=rpc
2015-02-12 16:35:43,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070 dst=null perm=null proto=rpc
2015-02-12 16:35:43,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/task_1423787534997_0009_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:35:43,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:43,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary/1/task_1423787534997_0009_r_000000/part-00000 dst=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:43,558 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:43,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000004
2015-02-12 16:35:43,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000004
2015-02-12 16:35:43,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000004
2015-02-12 16:35:43,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000004
2015-02-12 16:35:43,564 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000004
2015-02-12 16:35:43,564 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:43,564 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0009_01_000004 from application application_1423787534997_0009
2015-02-12 16:35:43,565 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:43,565 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0009
2015-02-12 16:35:43,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_temporary dst=null perm=null proto=rpc
2015-02-12 16:35:43,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:43,580 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:43,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:43,592 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:43,610 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52582, dest: /127.0.0.1:51610, bytes: 45795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100, duration: 6046321000
2015-02-12 16:35:43,611 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:43,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:35:43,613 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52581, dest: /127.0.0.1:51606, bytes: 45795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100, duration: 6049174000
2015-02-12 16:35:43,614 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:35:43,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52580, dest: /127.0.0.1:51616, bytes: 45795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100, duration: 6051532000
2015-02-12 16:35:43,616 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:35:43,618 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:43,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:43,626 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:43,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102 src: /127.0.0.1:52606 dest: /127.0.0.1:51606
2015-02-12 16:35:43,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102 src: /127.0.0.1:52607 dest: /127.0.0.1:51613
2015-02-12 16:35:43,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102 src: /127.0.0.1:52608 dest: /127.0.0.1:51616
2015-02-12 16:35:43,638 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52608, dest: /127.0.0.1:51616, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102, duration: 1480000
2015-02-12 16:35:43,638 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:43,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:43,639 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52607, dest: /127.0.0.1:51613, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102, duration: 2267000
2015-02-12 16:35:43,640 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,641 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52606, dest: /127.0.0.1:51606, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102, duration: 4309000
2015-02-12 16:35:43,641 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,643 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:43,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:43,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:43,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:43,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:43,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:43,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:35:43,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:43,671 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:35:43,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103 src: /127.0.0.1:52610 dest: /127.0.0.1:51613
2015-02-12 16:35:43,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103 src: /127.0.0.1:52611 dest: /127.0.0.1:51606
2015-02-12 16:35:43,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103 src: /127.0.0.1:52612 dest: /127.0.0.1:51610
2015-02-12 16:35:43,683 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52612, dest: /127.0.0.1:51610, bytes: 45795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103, duration: 2047000
2015-02-12 16:35:43,685 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:43,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,687 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52611, dest: /127.0.0.1:51606, bytes: 45795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103, duration: 5412000
2015-02-12 16:35:43,687 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,688 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52610, dest: /127.0.0.1:51613, bytes: 45795, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103, duration: 6489000
2015-02-12 16:35:43,688 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,690 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:43,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:43,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:43,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:43,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:43,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:35:43,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009/job_1423787534997_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:35:43,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:43,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:43,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104 src: /127.0.0.1:52614 dest: /127.0.0.1:51613
2015-02-12 16:35:43,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104 src: /127.0.0.1:52615 dest: /127.0.0.1:51606
2015-02-12 16:35:43,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104 src: /127.0.0.1:52616 dest: /127.0.0.1:51616
2015-02-12 16:35:43,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52616, dest: /127.0.0.1:51616, bytes: 115198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104, duration: 1696000
2015-02-12 16:35:43,716 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:43,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,717 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52615, dest: /127.0.0.1:51606, bytes: 115198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104, duration: 2167000
2015-02-12 16:35:43,717 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52614, dest: /127.0.0.1:51613, bytes: 115198, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-967326378_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104, duration: 3188000
2015-02-12 16:35:43,718 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:43,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:43,720 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-967326378_1
2015-02-12 16:35:43,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:43,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:43,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:43,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:35:43,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0009_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:35:43,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:35:43,738 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0009 with final state: FINISHING
2015-02-12 16:35:43,738 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0009 State change from RUNNING to FINAL_SAVING
2015-02-12 16:35:43,738 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0009
2015-02-12 16:35:43,739 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:35:43,739 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0009 State change from FINAL_SAVING to FINISHING
2015-02-12 16:35:44,533 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:44,534 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0009_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:35:44,534 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000004
2015-02-12 16:35:44,534 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:35:44,534 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0009_000001 released container container_1423787534997_0009_01_000004 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:35:44,748 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0009 unregistered successfully.
2015-02-12 16:35:44,752 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741918_1094 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:35:44,753 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:35:44,753 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:35:44,753 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:35:44,753 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:35:44,754 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741924_1100 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:35:44,754 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:35:44,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0009 dst=null perm=null proto=rpc
2015-02-12 16:35:44,794 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...ue/false/true/false/false
2015-02-12 16:35:44,804 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:35:44,817 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:35:44,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:35:44,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:44,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:44,829 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 10
2015-02-12 16:35:44,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010 dst=null perm=null proto=rpc
2015-02-12 16:35:44,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:35:44,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:35:44,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:44,841 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:44,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105 src: /127.0.0.1:52619 dest: /127.0.0.1:51610
2015-02-12 16:35:44,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105 src: /127.0.0.1:52620 dest: /127.0.0.1:51613
2015-02-12 16:35:44,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105 src: /127.0.0.1:52621 dest: /127.0.0.1:51616
2015-02-12 16:35:44,853 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52621, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105, duration: 4438000
2015-02-12 16:35:44,853 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:44,854 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52620, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105, duration: 6451000
2015-02-12 16:35:44,854 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:44,856 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52619, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105, duration: 7818000
2015-02-12 16:35:44,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:44,856 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:44,860 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar
2015-02-12 16:35:44,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:44,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:35:44,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:35:44,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:35:44,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:35:44,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:35:44,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070 dst=null perm=null proto=rpc
2015-02-12 16:35:44,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070 dst=null perm=null proto=rpc
2015-02-12 16:35:44,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070 dst=null perm=null proto=rpc
2015-02-12 16:35:44,884 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:35:44,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:44,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:44,887 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split
2015-02-12 16:35:44,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:44,890 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:44,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106 src: /127.0.0.1:52622 dest: /127.0.0.1:51606
2015-02-12 16:35:44,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106 src: /127.0.0.1:52623 dest: /127.0.0.1:51613
2015-02-12 16:35:44,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106 src: /127.0.0.1:52624 dest: /127.0.0.1:51610
2015-02-12 16:35:44,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106 src: /127.0.0.1:52625 dest: /127.0.0.1:51616
2015-02-12 16:35:44,899 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52625, dest: /127.0.0.1:51616, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106, duration: 1702000
2015-02-12 16:35:44,899 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:44,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52624, dest: /127.0.0.1:51610, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106, duration: 2207000
2015-02-12 16:35:44,900 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52623, dest: /127.0.0.1:51613, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106, duration: 3407000
2015-02-12 16:35:44,901 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,902 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52622, dest: /127.0.0.1:51606, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106, duration: 4140000
2015-02-12 16:35:44,902 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,908 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:44,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:44,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:44,913 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:35:44,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107 src: /127.0.0.1:52626 dest: /127.0.0.1:51616
2015-02-12 16:35:44,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107 src: /127.0.0.1:52627 dest: /127.0.0.1:51610
2015-02-12 16:35:44,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107 src: /127.0.0.1:52628 dest: /127.0.0.1:51613
2015-02-12 16:35:44,921 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52628, dest: /127.0.0.1:51613, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107, duration: 1173000
2015-02-12 16:35:44,921 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:44,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,922 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52627, dest: /127.0.0.1:51610, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107, duration: 1628000
2015-02-12 16:35:44,922 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,923 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52626, dest: /127.0.0.1:51616, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107, duration: 2545000
2015-02-12 16:35:44,923 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,925 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:44,926 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:35:44,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:44,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:35:44,941 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:35:44,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108 src: /127.0.0.1:52629 dest: /127.0.0.1:51610
2015-02-12 16:35:44,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108 src: /127.0.0.1:52630 dest: /127.0.0.1:51613
2015-02-12 16:35:44,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108 src: /127.0.0.1:52631 dest: /127.0.0.1:51616
2015-02-12 16:35:44,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52631, dest: /127.0.0.1:51616, bytes: 98348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108, duration: 15336000
2015-02-12 16:35:44,966 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:44,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:35:44,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52630, dest: /127.0.0.1:51613, bytes: 98348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108, duration: 2498000
2015-02-12 16:35:44,967 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52629, dest: /127.0.0.1:51610, bytes: 98348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108, duration: 15456000
2015-02-12 16:35:44,969 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:44,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:44,971 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:35:44,971 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0010
2015-02-12 16:35:44,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010 dst=null perm=null proto=rpc
2015-02-12 16:35:44,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:44,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:44,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:44,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:44,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:44,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:44,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:44,995 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 10 submitted by user soberoi
2015-02-12 16:35:44,995 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0010
2015-02-12 16:35:44,995 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0010
2015-02-12 16:35:44,995 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0010 State change from NEW to NEW_SAVING
2015-02-12 16:35:44,995 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0010
2015-02-12 16:35:44,996 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0010 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:35:44,996 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0010 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:35:44,996 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0010 State change from SUBMITTED to ACCEPTED
2015-02-12 16:35:44,996 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0010_000001
2015-02-12 16:35:44,996 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0010
2015-02-12 16:35:44,996 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from NEW to SUBMITTED
2015-02-12 16:35:44,997 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0010_000001 to scheduler from user: soberoi
2015-02-12 16:35:44,997 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:35:45,002 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0010/
2015-02-12 16:35:45,002 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0010
2015-02-12 16:35:45,002 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0010/
2015-02-12 16:35:45,402 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:45,402 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000001
2015-02-12 16:35:45,402 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 16:35:45,403 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0010_01_000001
2015-02-12 16:35:45,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:45,403 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0010_000001
2015-02-12 16:35:45,403 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0010 AttemptId: appattempt_1423787534997_0010_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0010_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ]
2015-02-12 16:35:45,403 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:35:45,403 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:35:45,404 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0010_000001
2015-02-12 16:35:45,404 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0010_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0010_000001
2015-02-12 16:35:45,404 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:35:45,405 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0010_000001
2015-02-12 16:35:45,405 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0010_000001
2015-02-12 16:35:45,409 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0010_000001 (auth:SIMPLE)
2015-02-12 16:35:45,412 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0010_01_000001 by user soberoi
2015-02-12 16:35:45,412 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0010
2015-02-12 16:35:45,412 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000001
2015-02-12 16:35:45,412 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0010 transitioned from NEW to INITING
2015-02-12 16:35:45,412 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0010_01_000001 to application application_1423787534997_0010
2015-02-12 16:35:45,413 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0010_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0010_000001
2015-02-12 16:35:45,413 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0010 transitioned from INITING to RUNNING
2015-02-12 16:35:45,413 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:35:45,413 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:35:45,413 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0010
2015-02-12 16:35:45,413 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:35:45,413 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:35:45,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:35:45,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:35:45,414 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0010_01_000001
2015-02-12 16:35:45,424 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0010_01_000001.tokens. Credentials list:
2015-02-12 16:35:45,535 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:45,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:35:45,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0010_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000001.tokens
2015-02-12 16:35:45,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010
2015-02-12 16:35:45,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:45,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:45,784 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:45,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:45,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:45,847 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:45,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:45,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:45,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:45,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:45,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:45,971 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:35:45,971 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:46,015 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:46,015 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:46,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000001/default_container_executor.sh]
2015-02-12 16:35:46,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:46,540 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:47,161 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51616 to replicate blk_1073741929_1105 to datanode(s) 127.0.0.1:51606
2015-02-12 16:35:47,161 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 16:35:47,161 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741924_1100, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 16:35:47,544 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:48,062 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 16:35:48,062 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 16:35:48,062 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 16:35:48,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 16:35:48,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 16:35:48,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 16:35:48,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 16:35:48,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 16:35:48,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 16:35:48,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 16:35:48,063 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 16:35:48,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 16:35:48,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:35:48,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:35:48,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:35:48,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:35:48,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010 dst=null perm=null proto=rpc
2015-02-12 16:35:48,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:35:48,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:35:48,545 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:48,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:48,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:35:48,802 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, infoPort=51617, ipcPort=51618, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105 to 127.0.0.1:51606
2015-02-12 16:35:48,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 16:35:48,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 16:35:48,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 16:35:48,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 16:35:48,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 16:35:48,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 16:35:48,804 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:35:48,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 16:35:48,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 16:35:48,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105 src: /127.0.0.1:52640 dest: /127.0.0.1:51606
2015-02-12 16:35:48,805 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 16:35:48,805 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 16:35:48,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105 src: /127.0.0.1:52640 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:35:48,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741929_1105 size 254067
2015-02-12 16:35:49,547 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:49,771 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0010_000001 (auth:SIMPLE)
2015-02-12 16:35:49,774 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0010_000001
2015-02-12 16:35:49,774 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0010 APPATTEMPTID=appattempt_1423787534997_0010_000001
2015-02-12 16:35:49,775 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:35:49,775 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0010 State change from ACCEPTED to RUNNING
2015-02-12 16:35:49,806 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0009_01_000001 succeeded
2015-02-12 16:35:49,806 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:35:49,807 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0009_01_000001
2015-02-12 16:35:49,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000001
2015-02-12 16:35:49,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000001
2015-02-12 16:35:49,834 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000001
2015-02-12 16:35:49,834 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:35:49,834 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0009_01_000001 from application application_1423787534997_0009
2015-02-12 16:35:49,834 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:49,834 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0009
2015-02-12 16:35:49,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000001
2015-02-12 16:35:49,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0009/container_1423787534997_0009_01_000001
2015-02-12 16:35:49,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:49,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:35:49,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:50,163 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741923_1099, blk_1073741924_1100, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 16:35:50,163 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 16:35:50,220 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:35:50,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109 src: /127.0.0.1:52646 dest: /127.0.0.1:51606
2015-02-12 16:35:50,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109 src: /127.0.0.1:52647 dest: /127.0.0.1:51613
2015-02-12 16:35:50,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109 src: /127.0.0.1:52648 dest: /127.0.0.1:51616
2015-02-12 16:35:50,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52648, dest: /127.0.0.1:51616, bytes: 115225, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109, duration: 35411000
2015-02-12 16:35:50,323 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:50,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52647, dest: /127.0.0.1:51613, bytes: 115225, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109, duration: 36423000
2015-02-12 16:35:50,325 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:50,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:50,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52646, dest: /127.0.0.1:51606, bytes: 115225, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109, duration: 37717000
2015-02-12 16:35:50,326 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:50,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:35:50,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:50,338 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:35:50,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:35:50,381 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:35:50,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110 src: /127.0.0.1:52649 dest: /127.0.0.1:51610
2015-02-12 16:35:50,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110 src: /127.0.0.1:52650 dest: /127.0.0.1:51616
2015-02-12 16:35:50,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110 src: /127.0.0.1:52651 dest: /127.0.0.1:51613
2015-02-12 16:35:50,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52651, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110, duration: 1801000
2015-02-12 16:35:50,390 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:35:50,391 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52650, dest: /127.0.0.1:51616, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110, duration: 2248000
2015-02-12 16:35:50,391 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:50,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:35:50,392 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52649, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110, duration: 3819000
2015-02-12 16:35:50,393 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:35:50,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:50,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:35:50,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010.summary is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:35:50,413 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:50,413 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0009_000001
2015-02-12 16:35:50,414 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0009_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:35:50,414 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0009_000001
2015-02-12 16:35:50,414 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000001
2015-02-12 16:35:50,414 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:35:50,414 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0009_000001 State change from FINISHING to FINISHED
2015-02-12 16:35:50,414 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0009_000001 released container container_1423787534997_0009_01_000001 on node: host: 10.1.1.67:51663 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:35:50,415 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0009 State change from FINISHING to FINISHED
2015-02-12 16:35:50,415 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0009_000001 is done. finalState=FINISHED
2015-02-12 16:35:50,415 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0009_000001
2015-02-12 16:35:50,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0009
2015-02-12 16:35:50,415 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0009 requests cleared
2015-02-12 16:35:50,415 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0009,name=[BB35350363E04B7F85A70B184DCAFDA3/73647B47C86846CDA8A22E2C062B9D42] lower*upper/(1/2),user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0009/jobhistory/job/job_1423787534997_0009,appMasterHost=10.1.1.67,startTime=1423787726165,finishTime=1423787743738,finalStatus=SUCCEEDED
2015-02-12 16:35:50,424 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0009_000001 (auth:SIMPLE)
2015-02-12 16:35:50,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0009_01_000001
2015-02-12 16:35:50,428 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0009 CONTAINERID=container_1423787534997_0009_01_000001
2015-02-12 16:35:50,429 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0009_01_000001]
2015-02-12 16:35:50,429 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:50,429 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:35:50,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,430 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0009
2015-02-12 16:35:50,430 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:35:50,431 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0009, with delay of 10800 seconds
2015-02-12 16:35:50,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,549 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:35:50,549 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:50,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,550 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0009
2015-02-12 16:35:50,551 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:35:50,551 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0009, with delay of 10800 seconds
2015-02-12 16:35:50,670 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:35:50,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,671 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0009
2015-02-12 16:35:50,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0009
2015-02-12 16:35:50,672 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:35:50,672 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0009, with delay of 10800 seconds
2015-02-12 16:35:51,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 16:35:51,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 16:35:51,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 16:35:51,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 16:35:51,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 16:35:51,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 16:35:51,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 16:35:51,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 16:35:51,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 16:35:51,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 16:35:51,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 16:35:51,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 16:35:51,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106
2015-02-12 16:35:51,284 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104
2015-02-12 16:35:51,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103
2015-02-12 16:35:51,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102
2015-02-12 16:35:51,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:51,435 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000002
2015-02-12 16:35:51,435 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:35:51,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 16:35:51,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 16:35:51,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 16:35:51,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 16:35:51,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 16:35:51,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 16:35:51,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 16:35:51,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 16:35:51,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 16:35:51,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 16:35:51,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 16:35:51,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 16:35:51,551 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:51,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106
2015-02-12 16:35:51,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103
2015-02-12 16:35:51,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101
2015-02-12 16:35:51,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107
2015-02-12 16:35:51,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105
2015-02-12 16:35:51,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108
2015-02-12 16:35:51,828 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0010_01_000002
2015-02-12 16:35:51,828 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:51,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:51,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:35:51,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:51,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:35:51,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:51,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:51,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:51,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:51,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:35:51,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:35:51,964 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0010_000001 (auth:SIMPLE)
2015-02-12 16:35:51,972 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0010_01_000002 by user soberoi
2015-02-12 16:35:51,972 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000002
2015-02-12 16:35:51,972 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0010_01_000002 to application application_1423787534997_0010
2015-02-12 16:35:51,973 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:35:51,973 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0010
2015-02-12 16:35:51,973 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0010
2015-02-12 16:35:51,973 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:35:51,973 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0010
2015-02-12 16:35:51,973 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:51,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107
2015-02-12 16:35:51,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741927_1103
2015-02-12 16:35:51,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102
2015-02-12 16:35:51,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106
2015-02-12 16:35:52,008 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:52,008 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:52,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000002/default_container_executor.sh]
2015-02-12 16:35:52,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105
2015-02-12 16:35:52,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101
2015-02-12 16:35:52,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104
2015-02-12 16:35:52,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108
2015-02-12 16:35:52,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741932_1108
2015-02-12 16:35:52,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741931_1107
2015-02-12 16:35:52,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:52,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741925_1101
2015-02-12 16:35:52,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741926_1102
2015-02-12 16:35:52,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741930_1106
2015-02-12 16:35:52,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741928_1104
2015-02-12 16:35:52,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105
2015-02-12 16:35:52,840 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:35:54,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:35:54,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:54,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:35:54,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:35:54,866 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0010_000001 (auth:SIMPLE)
2015-02-12 16:35:54,868 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0010_01_000002
2015-02-12 16:35:54,868 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000002
2015-02-12 16:35:54,868 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:35:54,868 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0010_01_000002
2015-02-12 16:35:54,880 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0010_01_000002 is : 143
2015-02-12 16:35:54,885 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:35:54,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111 src: /127.0.0.1:52672 dest: /127.0.0.1:51613
2015-02-12 16:35:54,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111 src: /127.0.0.1:52673 dest: /127.0.0.1:51616
2015-02-12 16:35:54,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111 src: /127.0.0.1:52674 dest: /127.0.0.1:51610
2015-02-12 16:35:54,893 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:35:54,895 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000002
2015-02-12 16:35:54,895 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:35:54,895 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0010_01_000002 from application application_1423787534997_0010
2015-02-12 16:35:54,895 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:54,895 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0010
2015-02-12 16:35:54,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000002
2015-02-12 16:35:54,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000002
2015-02-12 16:35:54,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000002
2015-02-12 16:35:54,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000002
2015-02-12 16:35:54,902 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1.jhist for DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:35:55,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:35:55,870 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0010_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:35:55,870 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000002
2015-02-12 16:35:55,870 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:35:55,871 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0010_000001 released container container_1423787534997_0010_01_000002 on node: host: 10.1.1.67:51663 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:35:56,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109
2015-02-12 16:35:56,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741929_1105
2015-02-12 16:35:56,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110
2015-02-12 16:35:56,875 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:56,875 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:35:56,875 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000003
2015-02-12 16:35:56,875 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:35:57,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110
2015-02-12 16:35:57,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109
2015-02-12 16:35:57,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741933_1109
2015-02-12 16:35:57,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741934_1110
2015-02-12 16:35:57,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:35:57,877 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0010_000001 (auth:SIMPLE)
2015-02-12 16:35:57,879 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0010_01_000002]
2015-02-12 16:35:57,879 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:35:57,880 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0010_01_000003 by user soberoi
2015-02-12 16:35:57,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000003
2015-02-12 16:35:57,880 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0010_01_000003 to application application_1423787534997_0010
2015-02-12 16:35:57,881 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:35:57,881 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0010
2015-02-12 16:35:57,881 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0010
2015-02-12 16:35:57,881 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:35:57,881 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0010
2015-02-12 16:35:57,882 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:35:57,912 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:35:57,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:35:58,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000003/default_container_executor.sh]
2015-02-12 16:35:58,872 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:35:58,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:35:59,029 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 16:35:59,030 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:36:00,416 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:36:00,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0010_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:00,718 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0010_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:36:00,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112 src: /127.0.0.1:52679 dest: /127.0.0.1:51613
2015-02-12 16:36:00,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112 src: /127.0.0.1:52680 dest: /127.0.0.1:51610
2015-02-12 16:36:00,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112 src: /127.0.0.1:52681 dest: /127.0.0.1:51616
2015-02-12 16:36:00,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52681, dest: /127.0.0.1:51616, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0010_r_000000_0_-1279965356_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112, duration: 33036000
2015-02-12 16:36:00,858 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:00,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:00,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52680, dest: /127.0.0.1:51610, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0010_r_000000_0_-1279965356_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112, duration: 34323000
2015-02-12 16:36:00,860 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:00,861 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52679, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0010_r_000000_0_-1279965356_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112, duration: 35707000
2015-02-12 16:36:00,861 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:00,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:00,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:00,875 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0010_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0010_r_000000_0_-1279965356_1
2015-02-12 16:36:00,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:00,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:00,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1423787534997_0010_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:36:00,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0010_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1423787534997_0010_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:36:00,930 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0010_000001 (auth:SIMPLE)
2015-02-12 16:36:00,933 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0010_01_000003
2015-02-12 16:36:00,934 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000003
2015-02-12 16:36:00,934 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:36:00,934 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0010_01_000003
2015-02-12 16:36:00,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:00,950 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:36:00,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:36:00,967 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0010_01_000003 is : 143
2015-02-12 16:36:00,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:00,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:00,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1423787534997_0010_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:36:00,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:00,986 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:00,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1423787534997_0010_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:00,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000003
2015-02-12 16:36:00,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000003
2015-02-12 16:36:00,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:36:00,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000003
2015-02-12 16:36:00,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000003
2015-02-12 16:36:00,996 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000003
2015-02-12 16:36:00,997 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:00,997 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0010_01_000003 from application application_1423787534997_0010
2015-02-12 16:36:00,998 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:00,998 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0010
2015-02-12 16:36:00,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:01,002 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:36:01,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:01,012 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:36:01,037 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52674, dest: /127.0.0.1:51610, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111, duration: 6141192000
2015-02-12 16:36:01,037 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:01,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13750
2015-02-12 16:36:01,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52673, dest: /127.0.0.1:51616, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111, duration: 6140160000
2015-02-12 16:36:01,039 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:01,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13750
2015-02-12 16:36:01,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52672, dest: /127.0.0.1:51613, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111, duration: 6142079000
2015-02-12 16:36:01,041 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:01,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13750
2015-02-12 16:36:01,044 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:36:01,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:01,049 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:36:01,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113 src: /127.0.0.1:52683 dest: /127.0.0.1:51616
2015-02-12 16:36:01,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113 src: /127.0.0.1:52684 dest: /127.0.0.1:51606
2015-02-12 16:36:01,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113 src: /127.0.0.1:52685 dest: /127.0.0.1:51610
2015-02-12 16:36:01,058 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52685, dest: /127.0.0.1:51610, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113, duration: 2223000
2015-02-12 16:36:01,059 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:01,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,061 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52684, dest: /127.0.0.1:51606, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113, duration: 4837000
2015-02-12 16:36:01,061 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:01,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,062 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52683, dest: /127.0.0.1:51616, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113, duration: 6103000
2015-02-12 16:36:01,062 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:01,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,065 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:36:01,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:01,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:01,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:01,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:01,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:01,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:01,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:01,102 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:36:01,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114 src: /127.0.0.1:52687 dest: /127.0.0.1:51616
2015-02-12 16:36:01,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114 src: /127.0.0.1:52688 dest: /127.0.0.1:51606
2015-02-12 16:36:01,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114 src: /127.0.0.1:52689 dest: /127.0.0.1:51610
2015-02-12 16:36:01,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52689, dest: /127.0.0.1:51610, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114, duration: 1756000
2015-02-12 16:36:01,113 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:01,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52688, dest: /127.0.0.1:51606, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114, duration: 2612000
2015-02-12 16:36:01,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:01,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52687, dest: /127.0.0.1:51616, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114, duration: 3440000
2015-02-12 16:36:01,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:01,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,117 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:36:01,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:01,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:01,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:01,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:01,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:01,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010/job_1423787534997_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:01,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:01,141 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:36:01,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115 src: /127.0.0.1:52691 dest: /127.0.0.1:51613
2015-02-12 16:36:01,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115 src: /127.0.0.1:52692 dest: /127.0.0.1:51610
2015-02-12 16:36:01,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115 src: /127.0.0.1:52693 dest: /127.0.0.1:51616
2015-02-12 16:36:01,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52693, dest: /127.0.0.1:51616, bytes: 115225, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115, duration: 1896000
2015-02-12 16:36:01,149 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:01,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,150 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52692, dest: /127.0.0.1:51610, bytes: 115225, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115, duration: 2601000
2015-02-12 16:36:01,150 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:01,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52691, dest: /127.0.0.1:51613, bytes: 115225, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2006017451_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115, duration: 3396000
2015-02-12 16:36:01,151 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:01,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:01,154 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2006017451_1
2015-02-12 16:36:01,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:01,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:01,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:01,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:01,176 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0010_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:36:01,176 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:36:01,176 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0010 with final state: FINISHING
2015-02-12 16:36:01,176 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0010 State change from RUNNING to FINAL_SAVING
2015-02-12 16:36:01,177 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0010
2015-02-12 16:36:01,177 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:36:01,177 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0010 State change from FINAL_SAVING to FINISHING
2015-02-12 16:36:01,940 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:01,940 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0010_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:36:01,940 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000003
2015-02-12 16:36:01,940 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:36:01,941 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0010_000001 released container container_1423787534997_0010_01_000003 on node: host: 10.1.1.67:51663 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:36:02,182 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0010 unregistered successfully.
2015-02-12 16:36:02,186 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741929_1105 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:36:02,186 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:36:02,186 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741931_1107 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:36:02,187 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741932_1108 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:36:02,187 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:36:02,187 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:36:02,187 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:36:02,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0010 dst=null perm=null proto=rpc
2015-02-12 16:36:02,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:36:02,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3821028616_lower_upper_2E0D06DF96D4407AA2C54F8AF59A6070 dst=null perm=null proto=rpc
2015-02-12 16:36:02,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,234 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary
2015-02-12 16:36:02,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:36:02,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,253 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:02,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:02,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:02,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,277 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:02,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:02,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:02,281 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false
2015-02-12 16:36:02,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:02,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:02,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:02,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:36:02,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:36:02,308 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:36:02,308 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:36:02,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:02,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:36:02,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:36:02,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:36:02,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true"]
2015-02-12 16:36:02,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:36:02,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 16:36:02,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 16:36:02,334 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 16:36:02,344 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:36:02,353 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:36:02,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC dst=null perm=null proto=rpc
2015-02-12 16:36:02,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:02,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:02,361 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 11
2015-02-12 16:36:02,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011 dst=null perm=null proto=rpc
2015-02-12 16:36:02,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:36:02,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:36:02,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:02,373 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:36:02,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116 src: /127.0.0.1:52698 dest: /127.0.0.1:51606
2015-02-12 16:36:02,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116 src: /127.0.0.1:52699 dest: /127.0.0.1:51616
2015-02-12 16:36:02,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116 src: /127.0.0.1:52700 dest: /127.0.0.1:51610
2015-02-12 16:36:02,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52700, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116, duration: 4739000
2015-02-12 16:36:02,388 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:02,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52699, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116, duration: 4901000
2015-02-12 16:36:02,389 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:36:02,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52698, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116, duration: 6452000
2015-02-12 16:36:02,390 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741940_1116 size 254067
2015-02-12 16:36:02,393 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:02,394 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar
2015-02-12 16:36:02,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:02,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:36:02,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:36:02,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:36:02,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:36:02,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:36:02,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:36:02,407 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:02,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:36:02,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:36:02,412 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:02,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:36:02,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:02,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:02,421 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split
2015-02-12 16:36:02,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:02,423 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:36:02,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117 src: /127.0.0.1:52701 dest: /127.0.0.1:51606
2015-02-12 16:36:02,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117 src: /127.0.0.1:52702 dest: /127.0.0.1:51610
2015-02-12 16:36:02,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117 src: /127.0.0.1:52703 dest: /127.0.0.1:51613
2015-02-12 16:36:02,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117 src: /127.0.0.1:52704 dest: /127.0.0.1:51616
2015-02-12 16:36:02,443 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52704, dest: /127.0.0.1:51616, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117, duration: 8112000
2015-02-12 16:36:02,445 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:02,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:36:02,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52703, dest: /127.0.0.1:51613, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117, duration: 10200000
2015-02-12 16:36:02,446 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52702, dest: /127.0.0.1:51610, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117, duration: 11585000
2015-02-12 16:36:02,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,447 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,448 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52701, dest: /127.0.0.1:51606, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117, duration: 12817000
2015-02-12 16:36:02,448 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,452 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:02,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:02,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:02,457 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:36:02,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118 src: /127.0.0.1:52705 dest: /127.0.0.1:51616
2015-02-12 16:36:02,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118 src: /127.0.0.1:52706 dest: /127.0.0.1:51613
2015-02-12 16:36:02,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118 src: /127.0.0.1:52707 dest: /127.0.0.1:51606
2015-02-12 16:36:02,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52707, dest: /127.0.0.1:51606, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118, duration: 1742000
2015-02-12 16:36:02,466 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:02,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52706, dest: /127.0.0.1:51613, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118, duration: 2451000
2015-02-12 16:36:02,467 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52705, dest: /127.0.0.1:51616, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118, duration: 3488000
2015-02-12 16:36:02,468 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:02,470 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:2
2015-02-12 16:36:02,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:02,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:02,498 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:36:02,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119 src: /127.0.0.1:52708 dest: /127.0.0.1:51610
2015-02-12 16:36:02,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119 src: /127.0.0.1:52709 dest: /127.0.0.1:51616
2015-02-12 16:36:02,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119 src: /127.0.0.1:52710 dest: /127.0.0.1:51613
2015-02-12 16:36:02,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52710, dest: /127.0.0.1:51613, bytes: 97948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119, duration: 1669000
2015-02-12 16:36:02,506 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:02,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,507 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52709, dest: /127.0.0.1:51616, bytes: 97948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119, duration: 2213000
2015-02-12 16:36:02,507 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,508 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52708, dest: /127.0.0.1:51610, bytes: 97948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119, duration: 3215000
2015-02-12 16:36:02,508 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:02,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:02,515 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:02,515 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0011
2015-02-12 16:36:02,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011 dst=null perm=null proto=rpc
2015-02-12 16:36:02,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:02,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:02,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:02,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:02,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:02,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:02,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,538 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 11 submitted by user soberoi
2015-02-12 16:36:02,538 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0011
2015-02-12 16:36:02,538 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0011
2015-02-12 16:36:02,538 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0011
2015-02-12 16:36:02,538 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0011 State change from NEW to NEW_SAVING
2015-02-12 16:36:02,539 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0011 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:36:02,539 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0011 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:36:02,540 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0011 State change from SUBMITTED to ACCEPTED
2015-02-12 16:36:02,540 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0011
2015-02-12 16:36:02,540 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0011_000001
2015-02-12 16:36:02,540 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from NEW to SUBMITTED
2015-02-12 16:36:02,540 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0011_000001 to scheduler from user: soberoi
2015-02-12 16:36:02,541 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:36:02,543 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0011/
2015-02-12 16:36:02,543 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0011
2015-02-12 16:36:02,543 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0011/
2015-02-12 16:36:02,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:02,594 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000001
2015-02-12 16:36:02,594 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:36:02,594 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0011_01_000001
2015-02-12 16:36:02,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:02,596 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0011_000001
2015-02-12 16:36:02,596 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0011 AttemptId: appattempt_1423787534997_0011_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0011_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ]
2015-02-12 16:36:02,597 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:36:02,597 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:36:02,598 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0011_000001
2015-02-12 16:36:02,598 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0011_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ] for AM appattempt_1423787534997_0011_000001
2015-02-12 16:36:02,599 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:36:02,599 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0011_000001
2015-02-12 16:36:02,599 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0011_000001
2015-02-12 16:36:02,601 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:02,603 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0011_01_000001 by user soberoi
2015-02-12 16:36:02,603 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0011
2015-02-12 16:36:02,603 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000001
2015-02-12 16:36:02,603 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from NEW to INITING
2015-02-12 16:36:02,604 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0011_01_000001 to application application_1423787534997_0011
2015-02-12 16:36:02,604 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from INITING to RUNNING
2015-02-12 16:36:02,604 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0011_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ] for AM appattempt_1423787534997_0011_000001
2015-02-12 16:36:02,604 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:36:02,604 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:36:02,604 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0011
2015-02-12 16:36:02,605 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:02,605 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:36:02,605 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:36:02,605 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:02,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0011_01_000001
2015-02-12 16:36:02,615 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0011_01_000001.tokens. Credentials list:
2015-02-12 16:36:02,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:02,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0011_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000001.tokens
2015-02-12 16:36:02,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:02,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:02,944 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:02,954 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:02,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:02,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:03,014 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:03,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:03,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:03,071 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:03,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:03,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:03,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:03,136 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:03,175 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:03,175 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:03,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000001/default_container_executor.sh]
2015-02-12 16:36:03,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:03,944 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:04,949 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:05,171 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51606 to replicate blk_1073741940_1116 to datanode(s) 127.0.0.1:51613
2015-02-12 16:36:05,171 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741925_1101, blk_1073741929_1105, blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 16:36:05,172 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741925_1101, blk_1073741929_1105, blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 16:36:05,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:05,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:36:05,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:36:05,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:36:05,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011 dst=null perm=null proto=rpc
2015-02-12 16:36:05,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:36:05,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:36:05,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:05,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:05,954 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:06,081 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116 to 127.0.0.1:51613
2015-02-12 16:36:06,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116 src: /127.0.0.1:52720 dest: /127.0.0.1:51613
2015-02-12 16:36:06,083 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116 (numBytes=254067) to /127.0.0.1:51613
2015-02-12 16:36:06,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116 src: /127.0.0.1:52720 dest: /127.0.0.1:51613 of size 254067
2015-02-12 16:36:06,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741940_1116 size 254067
2015-02-12 16:36:06,510 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113
2015-02-12 16:36:06,511 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114
2015-02-12 16:36:06,513 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 16:36:06,513 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 16:36:06,513 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 16:36:06,513 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 16:36:06,513 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 16:36:06,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 16:36:06,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 16:36:06,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 16:36:06,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 16:36:06,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 16:36:06,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 16:36:06,514 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 16:36:06,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 16:36:06,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 16:36:06,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 16:36:06,515 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 16:36:06,559 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:06,562 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0011_000001
2015-02-12 16:36:06,562 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0011 APPATTEMPTID=appattempt_1423787534997_0011_000001
2015-02-12 16:36:06,562 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:36:06,562 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0011 State change from ACCEPTED to RUNNING
2015-02-12 16:36:06,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:06,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:36:06,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:06,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 16:36:06,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 16:36:06,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 16:36:06,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 16:36:06,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 16:36:06,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112
2015-02-12 16:36:06,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 16:36:06,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 16:36:06,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 16:36:06,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 16:36:06,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 16:36:06,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114
2015-02-12 16:36:06,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 16:36:06,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741935_1111
2015-02-12 16:36:06,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 16:36:06,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 16:36:06,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113
2015-02-12 16:36:06,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 16:36:06,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 16:36:06,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 16:36:06,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115
2015-02-12 16:36:06,955 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:07,009 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:36:07,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120 src: /127.0.0.1:52724 dest: /127.0.0.1:51616
2015-02-12 16:36:07,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120 src: /127.0.0.1:52725 dest: /127.0.0.1:51610
2015-02-12 16:36:07,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120 src: /127.0.0.1:52726 dest: /127.0.0.1:51606
2015-02-12 16:36:07,122 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52726, dest: /127.0.0.1:51606, bytes: 114801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120, duration: 39136000
2015-02-12 16:36:07,123 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:07,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:36:07,123 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52725, dest: /127.0.0.1:51610, bytes: 114801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120, duration: 39941000
2015-02-12 16:36:07,124 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:07,125 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52724, dest: /127.0.0.1:51616, bytes: 114801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120, duration: 41520000
2015-02-12 16:36:07,125 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:07,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:07,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:07,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:07,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:07,172 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:36:07,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121 src: /127.0.0.1:52727 dest: /127.0.0.1:51610
2015-02-12 16:36:07,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121 src: /127.0.0.1:52728 dest: /127.0.0.1:51606
2015-02-12 16:36:07,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121 src: /127.0.0.1:52729 dest: /127.0.0.1:51616
2015-02-12 16:36:07,181 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52729, dest: /127.0.0.1:51616, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121, duration: 1383000
2015-02-12 16:36:07,181 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:07,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:36:07,181 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52728, dest: /127.0.0.1:51606, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121, duration: 2061000
2015-02-12 16:36:07,182 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:07,182 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52727, dest: /127.0.0.1:51610, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121, duration: 3164000
2015-02-12 16:36:07,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:07,183 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:07,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:07,190 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011.summary is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:07,236 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0010_01_000001 succeeded
2015-02-12 16:36:07,236 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:36:07,236 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0010_01_000001
2015-02-12 16:36:07,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000001
2015-02-12 16:36:07,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000001
2015-02-12 16:36:07,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000001
2015-02-12 16:36:07,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0010/container_1423787534997_0010_01_000001
2015-02-12 16:36:07,261 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000001
2015-02-12 16:36:07,261 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:36:07,262 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0010_01_000001 from application application_1423787534997_0010
2015-02-12 16:36:07,262 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:07,262 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0010
2015-02-12 16:36:07,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112
2015-02-12 16:36:07,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115
2015-02-12 16:36:07,603 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:07,603 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000002
2015-02-12 16:36:07,603 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:36:07,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741937_1113
2015-02-12 16:36:07,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118
2015-02-12 16:36:07,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741939_1115
2015-02-12 16:36:07,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117
2015-02-12 16:36:07,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741938_1114
2015-02-12 16:36:07,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741936_1112
2015-02-12 16:36:07,715 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:07,715 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000003
2015-02-12 16:36:07,715 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:36:07,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119
2015-02-12 16:36:07,957 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:07,957 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0010_000001
2015-02-12 16:36:07,957 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0010_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:36:07,957 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000001
2015-02-12 16:36:07,957 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0010_000001
2015-02-12 16:36:07,957 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:07,958 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0010_000001 State change from FINISHING to FINISHED
2015-02-12 16:36:07,958 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0010_000001 released container container_1423787534997_0010_01_000001 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:07,958 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0010 State change from FINISHING to FINISHED
2015-02-12 16:36:07,958 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:07,958 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0010_000001
2015-02-12 16:36:07,958 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0010_000001 is done. finalState=FINISHED
2015-02-12 16:36:07,959 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0010 requests cleared
2015-02-12 16:36:07,958 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0010
2015-02-12 16:36:07,959 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0010,name=[BB35350363E04B7F85A70B184DCAFDA3/8D38E0CE69FB495FAB6DA39BA177290F] lower*upper/(2/2) ...ue/false/true/false/false,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0010/jobhistory/job/job_1423787534997_0010,appMasterHost=10.1.1.67,startTime=1423787744995,finishTime=1423787761176,finalStatus=SUCCEEDED
2015-02-12 16:36:07,961 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0010_000001 (auth:SIMPLE)
2015-02-12 16:36:07,962 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0010_01_000001
2015-02-12 16:36:07,962 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0010 CONTAINERID=container_1423787534997_0010_01_000001
2015-02-12 16:36:07,963 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0010_01_000001]
2015-02-12 16:36:07,963 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:07,963 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:36:07,963 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:07,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0010
2015-02-12 16:36:07,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0010
2015-02-12 16:36:07,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0010
2015-02-12 16:36:07,964 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0010
2015-02-12 16:36:07,964 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:36:07,964 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0010, with delay of 10800 seconds
2015-02-12 16:36:07,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0010
2015-02-12 16:36:08,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116
2015-02-12 16:36:08,172 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741929_1105, blk_1073741930_1106, blk_1073741933_1109]
2015-02-12 16:36:08,172 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741925_1101, blk_1073741929_1105, blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 16:36:08,615 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0011_01_000002
2015-02-12 16:36:08,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:08,616 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0011_01_000003
2015-02-12 16:36:08,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:08,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:08,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:08,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:08,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:08,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:08,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:08,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:08,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:08,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:08,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:08,754 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:08,754 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:08,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0011_01_000003 by user soberoi
2015-02-12 16:36:08,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0011_01_000002 by user soberoi
2015-02-12 16:36:08,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000002
2015-02-12 16:36:08,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0011
2015-02-12 16:36:08,759 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0011_01_000002 to application application_1423787534997_0011
2015-02-12 16:36:08,760 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from NEW to INITING
2015-02-12 16:36:08,760 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0011_01_000003 to application application_1423787534997_0011
2015-02-12 16:36:08,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000003
2015-02-12 16:36:08,760 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from INITING to RUNNING
2015-02-12 16:36:08,760 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:36:08,761 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:36:08,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0011
2015-02-12 16:36:08,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0011
2015-02-12 16:36:08,761 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:36:08,761 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0011
2015-02-12 16:36:08,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0011
2015-02-12 16:36:08,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0011
2015-02-12 16:36:08,761 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:36:08,762 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0011
2015-02-12 16:36:08,761 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:08,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:08,762 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:08,762 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0011_01_000003
2015-02-12 16:36:08,779 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0011_01_000003.tokens. Credentials list:
2015-02-12 16:36:08,804 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:08,805 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:08,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:08,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000002/default_container_executor.sh]
2015-02-12 16:36:08,964 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:09,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0011_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000003.tokens
2015-02-12 16:36:09,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:09,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 16:36:09,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 16:36:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 16:36:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 16:36:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 16:36:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 16:36:09,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:09,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:09,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 16:36:09,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 16:36:09,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 16:36:09,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 16:36:09,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 16:36:09,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 16:36:09,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 16:36:09,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 16:36:09,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 16:36:09,157 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 16:36:09,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 16:36:09,157 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 16:36:09,158 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 16:36:09,159 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 16:36:09,203 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:09,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:09,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:09,273 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:09,273 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:09,321 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:09,321 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:09,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000003/default_container_executor.sh]
2015-02-12 16:36:09,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:09,627 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:36:09,719 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:11,516 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117
2015-02-12 16:36:11,518 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116
2015-02-12 16:36:11,518 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118
2015-02-12 16:36:11,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117
2015-02-12 16:36:11,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119
2015-02-12 16:36:12,027 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116
2015-02-12 16:36:12,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741943_1119
2015-02-12 16:36:12,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741941_1117
2015-02-12 16:36:12,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741942_1118
2015-02-12 16:36:12,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741940_1116
2015-02-12 16:36:12,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:12,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:36:12,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:13,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120
2015-02-12 16:36:13,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121
2015-02-12 16:36:13,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:36:13,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/_temporary/attempt_1423787534997_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:13,227 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:13,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0011_01_000002
2015-02-12 16:36:13,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000002
2015-02-12 16:36:13,230 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:36:13,230 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0011_01_000002
2015-02-12 16:36:13,253 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0011_01_000002 is : 143
2015-02-12 16:36:13,256 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:36:13,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122 src: /127.0.0.1:52745 dest: /127.0.0.1:51610
2015-02-12 16:36:13,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122 src: /127.0.0.1:52746 dest: /127.0.0.1:51616
2015-02-12 16:36:13,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122 src: /127.0.0.1:52747 dest: /127.0.0.1:51606
2015-02-12 16:36:13,269 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:13,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000002
2015-02-12 16:36:13,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000002
2015-02-12 16:36:13,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000002
2015-02-12 16:36:13,271 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000002
2015-02-12 16:36:13,271 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:13,271 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0011_01_000002 from application application_1423787534997_0011
2015-02-12 16:36:13,271 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:13,271 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0011
2015-02-12 16:36:13,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000002
2015-02-12 16:36:13,272 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1.jhist for DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:13,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/_temporary/attempt_1423787534997_0011_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:36:13,510 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:13,512 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0011_01_000003
2015-02-12 16:36:13,512 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000003
2015-02-12 16:36:13,512 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:36:13,512 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0011_01_000003
2015-02-12 16:36:13,530 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0011_01_000003 is : 143
2015-02-12 16:36:13,538 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:13,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000003
2015-02-12 16:36:13,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000003
2015-02-12 16:36:13,539 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000003
2015-02-12 16:36:13,539 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:13,539 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0011_01_000003 from application application_1423787534997_0011
2015-02-12 16:36:13,540 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:13,540 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0011
2015-02-12 16:36:13,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000003
2015-02-12 16:36:13,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000003
2015-02-12 16:36:14,233 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:14,233 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0011_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:36:14,233 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000002
2015-02-12 16:36:14,234 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:36:14,234 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0011_000001 released container container_1423787534997_0011_01_000002 on node: host: 10.1.1.67:51651 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:36:14,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:14,517 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0011_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:36:14,517 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000003
2015-02-12 16:36:14,518 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:14,518 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0011_000001 released container container_1423787534997_0011_01_000003 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:14,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:14,973 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000004
2015-02-12 16:36:14,973 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:36:15,235 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:15,519 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:15,652 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0011_01_000004
2015-02-12 16:36:15,653 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:15,663 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:15,665 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0011_01_000004 by user soberoi
2015-02-12 16:36:15,665 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0011
2015-02-12 16:36:15,665 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000004
2015-02-12 16:36:15,665 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from NEW to INITING
2015-02-12 16:36:15,665 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0011_01_000004 to application application_1423787534997_0011
2015-02-12 16:36:15,666 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from INITING to RUNNING
2015-02-12 16:36:15,666 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:36:15,666 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0011
2015-02-12 16:36:15,666 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0011
2015-02-12 16:36:15,666 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:36:15,666 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0011
2015-02-12 16:36:15,667 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:15,667 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:15,667 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0011_01_000004
2015-02-12 16:36:15,676 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0011_01_000004.tokens. Credentials list:
2015-02-12 16:36:15,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:15,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0011_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000004.tokens
2015-02-12 16:36:15,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:15,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:15,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:15,975 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:16,010 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:16,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:16,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:16,075 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:16,075 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:16,119 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:16,119 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:16,239 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0011_01_000002]
2015-02-12 16:36:16,240 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:16,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000004/default_container_executor.sh]
2015-02-12 16:36:16,521 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0011_01_000003]
2015-02-12 16:36:16,521 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:16,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121
2015-02-12 16:36:16,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120
2015-02-12 16:36:16,661 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:36:17,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741945_1121
2015-02-12 16:36:17,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741944_1120
2015-02-12 16:36:18,661 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:36:18,663 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:36:18,907 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 993 Total time for transactions(ms): 105 Number of transactions batched in Syncs: 5 Number of syncs: 668 SyncTimes(ms): 257 151
2015-02-12 16:36:18,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/_temporary/attempt_1423787534997_0011_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:18,965 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/_temporary/attempt_1423787534997_0011_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:36:19,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123 src: /127.0.0.1:52760 dest: /127.0.0.1:51606
2015-02-12 16:36:19,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123 src: /127.0.0.1:52761 dest: /127.0.0.1:51616
2015-02-12 16:36:19,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123 src: /127.0.0.1:52762 dest: /127.0.0.1:51610
2015-02-12 16:36:19,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52762, dest: /127.0.0.1:51610, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0011_r_000000_0_-1620474961_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123, duration: 39117000
2015-02-12 16:36:19,102 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:19,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:36:19,103 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52761, dest: /127.0.0.1:51616, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0011_r_000000_0_-1620474961_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123, duration: 39792000
2015-02-12 16:36:19,103 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,104 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52760, dest: /127.0.0.1:51606, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0011_r_000000_0_-1620474961_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123, duration: 40910000
2015-02-12 16:36:19,104 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:19,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:19,111 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/_temporary/attempt_1423787534997_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0011_r_000000_0_-1620474961_1
2015-02-12 16:36:19,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/_temporary/attempt_1423787534997_0011_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:19,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/_temporary/attempt_1423787534997_0011_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:19,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/task_1423787534997_0011_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:36:19,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/_temporary/attempt_1423787534997_0011_r_000000_0 dst=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/task_1423787534997_0011_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:36:19,168 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:19,170 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0011_01_000004
2015-02-12 16:36:19,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000004
2015-02-12 16:36:19,170 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:36:19,170 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0011_01_000004
2015-02-12 16:36:19,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:19,182 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:19,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:36:19,193 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0011_01_000004 is : 143
2015-02-12 16:36:19,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC dst=null perm=null proto=rpc
2015-02-12 16:36:19,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC dst=null perm=null proto=rpc
2015-02-12 16:36:19,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/task_1423787534997_0011_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:36:19,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:19,204 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:19,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary/1/task_1423787534997_0011_r_000000/part-00000 dst=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:19,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000004
2015-02-12 16:36:19,205 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000004
2015-02-12 16:36:19,205 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:19,206 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0011_01_000004 from application application_1423787534997_0011
2015-02-12 16:36:19,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:19,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0011
2015-02-12 16:36:19,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000004
2015-02-12 16:36:19,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000004
2015-02-12 16:36:19,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000004
2015-02-12 16:36:19,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_temporary dst=null perm=null proto=rpc
2015-02-12 16:36:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:19,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:19,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:19,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:19,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52747, dest: /127.0.0.1:51606, bytes: 45800, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122, duration: 5977150000
2015-02-12 16:36:19,246 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:19,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 14384
2015-02-12 16:36:19,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52746, dest: /127.0.0.1:51616, bytes: 45800, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122, duration: 5980045000
2015-02-12 16:36:19,250 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 14384
2015-02-12 16:36:19,252 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52745, dest: /127.0.0.1:51610, bytes: 45800, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122, duration: 5982966000
2015-02-12 16:36:19,252 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 14384
2015-02-12 16:36:19,260 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:19,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:19,266 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:36:19,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124 src: /127.0.0.1:52764 dest: /127.0.0.1:51610
2015-02-12 16:36:19,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124 src: /127.0.0.1:52765 dest: /127.0.0.1:51616
2015-02-12 16:36:19,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124 src: /127.0.0.1:52766 dest: /127.0.0.1:51613
2015-02-12 16:36:19,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52766, dest: /127.0.0.1:51613, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124, duration: 1418000
2015-02-12 16:36:19,275 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:19,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:36:19,275 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52765, dest: /127.0.0.1:51616, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124, duration: 2260000
2015-02-12 16:36:19,276 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:19,276 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52764, dest: /127.0.0.1:51610, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124, duration: 3289000
2015-02-12 16:36:19,277 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:19,280 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:19,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:19,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:19,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:19,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:19,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:19,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:19,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:19,317 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:36:19,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125 src: /127.0.0.1:52768 dest: /127.0.0.1:51613
2015-02-12 16:36:19,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125 src: /127.0.0.1:52769 dest: /127.0.0.1:51616
2015-02-12 16:36:19,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125 src: /127.0.0.1:52770 dest: /127.0.0.1:51606
2015-02-12 16:36:19,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52770, dest: /127.0.0.1:51606, bytes: 45800, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125, duration: 1770000
2015-02-12 16:36:19,325 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:19,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:36:19,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52769, dest: /127.0.0.1:51616, bytes: 45800, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125, duration: 2629000
2015-02-12 16:36:19,326 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:36:19,327 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52768, dest: /127.0.0.1:51613, bytes: 45800, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125, duration: 3559000
2015-02-12 16:36:19,327 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:36:19,330 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:19,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:19,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:19,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:19,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:19,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:19,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011/job_1423787534997_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:19,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:19,346 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:36:19,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126 src: /127.0.0.1:52772 dest: /127.0.0.1:51616
2015-02-12 16:36:19,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126 src: /127.0.0.1:52773 dest: /127.0.0.1:51610
2015-02-12 16:36:19,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126 src: /127.0.0.1:52774 dest: /127.0.0.1:51606
2015-02-12 16:36:19,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52774, dest: /127.0.0.1:51606, bytes: 114801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126, duration: 1957000
2015-02-12 16:36:19,358 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:19,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:36:19,359 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52773, dest: /127.0.0.1:51610, bytes: 114801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126, duration: 2779000
2015-02-12 16:36:19,359 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,359 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:19,360 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52772, dest: /127.0.0.1:51616, bytes: 114801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-360355651_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126, duration: 3721000
2015-02-12 16:36:19,360 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:19,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:19,364 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-360355651_1
2015-02-12 16:36:19,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:19,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:19,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:19,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:19,385 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0011_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:36:19,385 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:36:19,385 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0011 with final state: FINISHING
2015-02-12 16:36:19,385 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0011 State change from RUNNING to FINAL_SAVING
2015-02-12 16:36:19,386 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:36:19,386 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0011
2015-02-12 16:36:19,386 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0011 State change from FINAL_SAVING to FINISHING
2015-02-12 16:36:20,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:20,176 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0011_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:36:20,176 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000004
2015-02-12 16:36:20,177 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:20,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0011_000001 released container container_1423787534997_0011_01_000004 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:20,394 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0011 unregistered successfully.
2015-02-12 16:36:20,398 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:36:20,399 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:36:20,399 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741942_1118 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:36:20,399 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741943_1119 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:36:20,399 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51616
2015-02-12 16:36:20,400 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741946_1122 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:36:20,400 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741944_1120 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:36:20,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0011 dst=null perm=null proto=rpc
2015-02-12 16:36:20,431 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...value/true/true/true/true
2015-02-12 16:36:20,440 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:36:20,453 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:36:20,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:20,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:20,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:20,464 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 12
2015-02-12 16:36:20,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012 dst=null perm=null proto=rpc
2015-02-12 16:36:20,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:36:20,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:36:20,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:20,474 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:36:20,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127 src: /127.0.0.1:52777 dest: /127.0.0.1:51613
2015-02-12 16:36:20,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127 src: /127.0.0.1:52778 dest: /127.0.0.1:51606
2015-02-12 16:36:20,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127 src: /127.0.0.1:52779 dest: /127.0.0.1:51610
2015-02-12 16:36:20,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52779, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127, duration: 2915000
2015-02-12 16:36:20,489 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:20,490 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52778, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127, duration: 4273000
2015-02-12 16:36:20,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,490 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,492 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52777, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127, duration: 6483000
2015-02-12 16:36:20,492 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,494 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,496 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:20,497 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar
2015-02-12 16:36:20,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:20,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:36:20,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:36:20,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:36:20,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:36:20,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:36:20,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC dst=null perm=null proto=rpc
2015-02-12 16:36:20,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC dst=null perm=null proto=rpc
2015-02-12 16:36:20,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC dst=null perm=null proto=rpc
2015-02-12 16:36:20,512 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:20,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:20,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:20,519 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split
2015-02-12 16:36:20,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:20,523 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:36:20,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128 src: /127.0.0.1:52780 dest: /127.0.0.1:51606
2015-02-12 16:36:20,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128 src: /127.0.0.1:52781 dest: /127.0.0.1:51613
2015-02-12 16:36:20,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128 src: /127.0.0.1:52782 dest: /127.0.0.1:51610
2015-02-12 16:36:20,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128 src: /127.0.0.1:52783 dest: /127.0.0.1:51616
2015-02-12 16:36:20,541 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52783, dest: /127.0.0.1:51616, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128, duration: 6349000
2015-02-12 16:36:20,541 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:20,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,542 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52782, dest: /127.0.0.1:51610, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128, duration: 6493000
2015-02-12 16:36:20,542 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,543 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52781, dest: /127.0.0.1:51613, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128, duration: 7684000
2015-02-12 16:36:20,543 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,544 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52780, dest: /127.0.0.1:51606, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128, duration: 8928000
2015-02-12 16:36:20,544 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,546 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:20,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:20,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:20,551 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:36:20,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129 src: /127.0.0.1:52784 dest: /127.0.0.1:51613
2015-02-12 16:36:20,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129 src: /127.0.0.1:52785 dest: /127.0.0.1:51616
2015-02-12 16:36:20,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129 src: /127.0.0.1:52786 dest: /127.0.0.1:51610
2015-02-12 16:36:20,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52786, dest: /127.0.0.1:51610, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129, duration: 1712000
2015-02-12 16:36:20,560 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:20,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:36:20,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52785, dest: /127.0.0.1:51616, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129, duration: 2381000
2015-02-12 16:36:20,561 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52784, dest: /127.0.0.1:51613, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129, duration: 3483000
2015-02-12 16:36:20,562 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,564 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:20,564 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:36:20,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:20,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:20,580 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:36:20,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130 src: /127.0.0.1:52787 dest: /127.0.0.1:51610
2015-02-12 16:36:20,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130 src: /127.0.0.1:52788 dest: /127.0.0.1:51606
2015-02-12 16:36:20,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130 src: /127.0.0.1:52789 dest: /127.0.0.1:51613
2015-02-12 16:36:20,593 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52789, dest: /127.0.0.1:51613, bytes: 97550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130, duration: 1794000
2015-02-12 16:36:20,594 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:20,595 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52788, dest: /127.0.0.1:51606, bytes: 97550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130, duration: 3413000
2015-02-12 16:36:20,596 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:36:20,597 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52787, dest: /127.0.0.1:51610, bytes: 97550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130, duration: 4971000
2015-02-12 16:36:20,597 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:20,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:36:20,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:20,600 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:20,601 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0012
2015-02-12 16:36:20,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012 dst=null perm=null proto=rpc
2015-02-12 16:36:20,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:20,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:20,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:20,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:20,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:20,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:20,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:20,616 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 12 submitted by user soberoi
2015-02-12 16:36:20,616 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0012
2015-02-12 16:36:20,616 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0012
2015-02-12 16:36:20,617 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0012
2015-02-12 16:36:20,617 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0012 State change from NEW to NEW_SAVING
2015-02-12 16:36:20,617 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0012 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:36:20,617 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0012 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:36:20,617 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0012 State change from SUBMITTED to ACCEPTED
2015-02-12 16:36:20,618 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0012_000001
2015-02-12 16:36:20,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from NEW to SUBMITTED
2015-02-12 16:36:20,618 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0012_000001 to scheduler from user: soberoi
2015-02-12 16:36:20,619 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:36:20,619 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0012
2015-02-12 16:36:20,622 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0012/
2015-02-12 16:36:20,622 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0012
2015-02-12 16:36:20,622 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0012/
2015-02-12 16:36:21,181 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:21,183 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:21,183 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000001
2015-02-12 16:36:21,183 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:36:21,183 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0012_01_000001
2015-02-12 16:36:21,184 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:21,184 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0012_000001
2015-02-12 16:36:21,184 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0012 AttemptId: appattempt_1423787534997_0012_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0012_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ]
2015-02-12 16:36:21,185 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:36:21,185 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:36:21,185 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0012_000001
2015-02-12 16:36:21,186 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0012_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0012_000001
2015-02-12 16:36:21,186 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:36:21,186 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0012_000001
2015-02-12 16:36:21,186 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0012_000001
2015-02-12 16:36:21,188 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0012_000001 (auth:SIMPLE)
2015-02-12 16:36:21,190 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0012_01_000001 by user soberoi
2015-02-12 16:36:21,190 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0012
2015-02-12 16:36:21,191 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000001
2015-02-12 16:36:21,191 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from NEW to INITING
2015-02-12 16:36:21,191 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0012_01_000001 to application application_1423787534997_0012
2015-02-12 16:36:21,191 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0012_01_000001, NodeId: 10.1.1.67:51663, NodeHttpAddress: 10.1.1.67:51666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51663 }, ] for AM appattempt_1423787534997_0012_000001
2015-02-12 16:36:21,191 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from INITING to RUNNING
2015-02-12 16:36:21,191 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:36:21,192 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:36:21,192 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0012
2015-02-12 16:36:21,192 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:21,192 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:36:21,192 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:36:21,192 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:21,193 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0012_01_000001
2015-02-12 16:36:21,202 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423787534997_0012_01_000001.tokens. Credentials list:
2015-02-12 16:36:21,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:21,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423787534997_0012_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000001.tokens
2015-02-12 16:36:21,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:21,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:21,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:21,564 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:21,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:21,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:21,628 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:21,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:21,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:21,691 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:21,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:21,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:21,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:21,745 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:21,783 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:21,784 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:21,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000001/default_container_executor.sh]
2015-02-12 16:36:22,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:22,185 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:23,188 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:23,188 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51613 to replicate blk_1073741951_1127 to datanode(s) 127.0.0.1:51616
2015-02-12 16:36:23,189 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741940_1116, blk_1073741941_1117, blk_1073741943_1119, blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122]
2015-02-12 16:36:23,189 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122]
2015-02-12 16:36:23,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:23,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:36:23,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:36:23,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:36:23,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012 dst=null perm=null proto=rpc
2015-02-12 16:36:23,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:36:23,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:36:24,163 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 16:36:24,163 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 16:36:24,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 16:36:24,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 16:36:24,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 16:36:24,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 16:36:24,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 16:36:24,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 16:36:24,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 16:36:24,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 16:36:24,165 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 16:36:24,165 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 16:36:24,192 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:24,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:24,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:24,524 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127 to 127.0.0.1:51616
2015-02-12 16:36:24,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127 src: /127.0.0.1:52799 dest: /127.0.0.1:51616
2015-02-12 16:36:24,526 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127 (numBytes=254067) to /127.0.0.1:51616
2015-02-12 16:36:24,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127 src: /127.0.0.1:52799 dest: /127.0.0.1:51616 of size 254067
2015-02-12 16:36:24,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741951_1127 size 254067
2015-02-12 16:36:24,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 16:36:24,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 16:36:24,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 16:36:24,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 16:36:24,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 16:36:24,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 16:36:24,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 16:36:24,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 16:36:24,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 16:36:24,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 16:36:24,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 16:36:24,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 16:36:24,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 16:36:24,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 16:36:25,172 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0012_000001 (auth:SIMPLE)
2015-02-12 16:36:25,174 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0012_000001
2015-02-12 16:36:25,175 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0012 APPATTEMPTID=appattempt_1423787534997_0012_000001
2015-02-12 16:36:25,175 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:36:25,175 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0012 State change from ACCEPTED to RUNNING
2015-02-12 16:36:25,193 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:25,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:25,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:36:25,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:25,460 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0011_01_000001 succeeded
2015-02-12 16:36:25,460 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:36:25,460 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0011_01_000001
2015-02-12 16:36:25,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000001
2015-02-12 16:36:25,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000001
2015-02-12 16:36:25,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000001
2015-02-12 16:36:25,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0011/container_1423787534997_0011_01_000001
2015-02-12 16:36:25,484 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000001
2015-02-12 16:36:25,484 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:36:25,484 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0011_01_000001 from application application_1423787534997_0011
2015-02-12 16:36:25,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:25,485 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0011
2015-02-12 16:36:25,605 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:36:25,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131 src: /127.0.0.1:52803 dest: /127.0.0.1:51613
2015-02-12 16:36:25,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131 src: /127.0.0.1:52804 dest: /127.0.0.1:51616
2015-02-12 16:36:25,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131 src: /127.0.0.1:52805 dest: /127.0.0.1:51610
2015-02-12 16:36:25,698 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52805, dest: /127.0.0.1:51610, bytes: 114427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131, duration: 36689000
2015-02-12 16:36:25,698 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:25,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:36:25,699 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52804, dest: /127.0.0.1:51616, bytes: 114427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131, duration: 38224000
2015-02-12 16:36:25,700 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:25,701 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52803, dest: /127.0.0.1:51613, bytes: 114427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131, duration: 39482000
2015-02-12 16:36:25,701 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:25,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:25,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:25,707 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:25,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:25,744 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:36:25,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132 src: /127.0.0.1:52806 dest: /127.0.0.1:51606
2015-02-12 16:36:25,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132 src: /127.0.0.1:52807 dest: /127.0.0.1:51610
2015-02-12 16:36:25,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132 src: /127.0.0.1:52808 dest: /127.0.0.1:51613
2015-02-12 16:36:25,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52808, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132, duration: 1573000
2015-02-12 16:36:25,757 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:25,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:25,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52807, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132, duration: 2117000
2015-02-12 16:36:25,758 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:25,759 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52806, dest: /127.0.0.1:51606, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132, duration: 3377000
2015-02-12 16:36:25,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:25,759 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:25,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:25,762 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012.summary is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:26,190 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122]
2015-02-12 16:36:26,190 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119]
2015-02-12 16:36:26,198 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:26,270 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:26,270 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0011_000001
2015-02-12 16:36:26,270 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0011_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:36:26,270 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000001
2015-02-12 16:36:26,271 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:26,270 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0011_000001
2015-02-12 16:36:26,271 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0011_000001 released container container_1423787534997_0011_01_000001 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:26,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0011_000001 State change from FINISHING to FINISHED
2015-02-12 16:36:26,271 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0011 State change from FINISHING to FINISHED
2015-02-12 16:36:26,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:26,272 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0011
2015-02-12 16:36:26,272 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000002
2015-02-12 16:36:26,272 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0011,name=[D25E953DBF214E898E1672B8026953D6/D2E20DC5390548819E28AEF435EEF944] lower*upper/(1/2),user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0011/jobhistory/job/job_1423787534997_0011,appMasterHost=10.1.1.67,startTime=1423787762538,finishTime=1423787779385,finalStatus=SUCCEEDED
2015-02-12 16:36:26,272 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0011_000001
2015-02-12 16:36:26,272 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:36:26,273 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0011_000001 is done. finalState=FINISHED
2015-02-12 16:36:26,273 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0011 requests cleared
2015-02-12 16:36:26,275 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0011_000001 (auth:SIMPLE)
2015-02-12 16:36:26,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0011_01_000001
2015-02-12 16:36:26,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0011 CONTAINERID=container_1423787534997_0011_01_000001
2015-02-12 16:36:26,277 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0011_01_000001]
2015-02-12 16:36:26,277 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:26,277 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:36:26,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:26,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:26,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0011
2015-02-12 16:36:26,279 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:36:26,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:26,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:26,279 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0011, with delay of 10800 seconds
2015-02-12 16:36:26,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128
2015-02-12 16:36:26,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123
2015-02-12 16:36:26,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125
2015-02-12 16:36:26,536 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130
2015-02-12 16:36:26,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126
2015-02-12 16:36:26,542 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:36:26,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:26,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:26,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:26,543 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0011
2015-02-12 16:36:26,543 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:36:26,544 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0011, with delay of 10800 seconds
2015-02-12 16:36:26,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:26,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127
2015-02-12 16:36:26,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741946_1122
2015-02-12 16:36:27,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123
2015-02-12 16:36:27,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127
2015-02-12 16:36:27,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 16:36:27,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 16:36:27,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 16:36:27,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 16:36:27,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 16:36:27,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 16:36:27,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 16:36:27,103 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 16:36:27,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 16:36:27,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 16:36:27,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 16:36:27,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 16:36:27,200 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:36:27,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:27,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:27,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:27,202 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0011
2015-02-12 16:36:27,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:27,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0011
2015-02-12 16:36:27,202 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:36:27,203 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0011, with delay of 10800 seconds
2015-02-12 16:36:27,219 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0012_01_000002
2015-02-12 16:36:27,220 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:27,251 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126
2015-02-12 16:36:27,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124
2015-02-12 16:36:27,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128
2015-02-12 16:36:27,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129
2015-02-12 16:36:27,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130
2015-02-12 16:36:27,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:27,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:27,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,356 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0012_000001 (auth:SIMPLE)
2015-02-12 16:36:27,358 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0012_01_000002 by user soberoi
2015-02-12 16:36:27,358 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0012
2015-02-12 16:36:27,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000002
2015-02-12 16:36:27,359 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from NEW to INITING
2015-02-12 16:36:27,359 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0012_01_000002 to application application_1423787534997_0012
2015-02-12 16:36:27,359 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from INITING to RUNNING
2015-02-12 16:36:27,359 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:36:27,359 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0012
2015-02-12 16:36:27,359 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0012
2015-02-12 16:36:27,360 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:36:27,360 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0012
2015-02-12 16:36:27,360 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:27,360 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:27,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0012_01_000002
2015-02-12 16:36:27,376 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0012_01_000002.tokens. Credentials list:
2015-02-12 16:36:27,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 16:36:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 16:36:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 16:36:27,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 16:36:27,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 16:36:27,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 16:36:27,531 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 16:36:27,532 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 16:36:27,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0012_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000002.tokens
2015-02-12 16:36:27,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:27,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124
2015-02-12 16:36:27,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125
2015-02-12 16:36:27,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128
2015-02-12 16:36:27,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741954_1130
2015-02-12 16:36:27,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:27,746 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:27,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:27,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:27,807 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:27,807 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:27,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127
2015-02-12 16:36:27,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129
2015-02-12 16:36:27,852 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:27,852 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:27,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000002/default_container_executor.sh]
2015-02-12 16:36:28,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741952_1128
2015-02-12 16:36:28,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741949_1125
2015-02-12 16:36:28,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741947_1123
2015-02-12 16:36:28,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741948_1124
2015-02-12 16:36:28,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741950_1126
2015-02-12 16:36:28,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741953_1129
2015-02-12 16:36:28,205 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:28,230 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:36:28,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:29,032 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 16:36:29,033 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:36:30,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:30,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:30,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:30,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423787534997_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:30,624 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0012_000001 (auth:SIMPLE)
2015-02-12 16:36:30,625 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0012_01_000002
2015-02-12 16:36:30,625 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000002
2015-02-12 16:36:30,625 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:36:30,626 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0012_01_000002
2015-02-12 16:36:30,639 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0012_01_000002 is : 143
2015-02-12 16:36:30,642 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:36:30,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133 src: /127.0.0.1:52819 dest: /127.0.0.1:51613
2015-02-12 16:36:30,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133 src: /127.0.0.1:52820 dest: /127.0.0.1:51610
2015-02-12 16:36:30,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133 src: /127.0.0.1:52821 dest: /127.0.0.1:51616
2015-02-12 16:36:30,650 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:30,656 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000002
2015-02-12 16:36:30,657 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:30,657 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0012_01_000002 from application application_1423787534997_0012
2015-02-12 16:36:30,657 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:30,657 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0012
2015-02-12 16:36:30,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000002
2015-02-12 16:36:30,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000002
2015-02-12 16:36:30,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000002
2015-02-12 16:36:30,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000002
2015-02-12 16:36:30,662 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1.jhist for DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:31,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:31,627 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0012_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:36:31,627 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000002
2015-02-12 16:36:31,627 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:31,627 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0012_000001 released container container_1423787534997_0012_01_000002 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:31,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132
2015-02-12 16:36:32,258 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131
2015-02-12 16:36:32,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132
2015-02-12 16:36:32,563 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:32,563 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000003
2015-02-12 16:36:32,564 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:36:32,627 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:32,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131
2015-02-12 16:36:32,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741956_1132
2015-02-12 16:36:33,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741951_1127
2015-02-12 16:36:33,257 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0012_01_000003
2015-02-12 16:36:33,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:33,268 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0012_000001 (auth:SIMPLE)
2015-02-12 16:36:33,270 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0012_01_000003 by user soberoi
2015-02-12 16:36:33,271 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0012
2015-02-12 16:36:33,271 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000003
2015-02-12 16:36:33,271 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from NEW to INITING
2015-02-12 16:36:33,271 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0012_01_000003 to application application_1423787534997_0012
2015-02-12 16:36:33,271 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from INITING to RUNNING
2015-02-12 16:36:33,272 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:36:33,272 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0012
2015-02-12 16:36:33,272 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0012
2015-02-12 16:36:33,272 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:36:33,272 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0012
2015-02-12 16:36:33,272 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:33,273 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:33,273 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0012_01_000003
2015-02-12 16:36:33,283 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423787534997_0012_01_000003.tokens. Credentials list:
2015-02-12 16:36:33,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741955_1131
2015-02-12 16:36:33,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:33,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423787534997_0012_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000003.tokens
2015-02-12 16:36:33,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:33,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:33,630 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0012_01_000002]
2015-02-12 16:36:33,630 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:33,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:33,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:33,685 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:33,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:33,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:33,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:33,750 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:33,785 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:33,786 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:33,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000003/default_container_executor.sh]
2015-02-12 16:36:34,264 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:36:36,273 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:36:36,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423787534997_0012_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:36,564 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423787534997_0012_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:36:36,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134 src: /127.0.0.1:52843 dest: /127.0.0.1:51610
2015-02-12 16:36:36,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134 src: /127.0.0.1:52844 dest: /127.0.0.1:51606
2015-02-12 16:36:36,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134 src: /127.0.0.1:52845 dest: /127.0.0.1:51616
2015-02-12 16:36:36,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52845, dest: /127.0.0.1:51616, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0012_r_000000_0_-423342417_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134, duration: 40507000
2015-02-12 16:36:36,714 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:36,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52844, dest: /127.0.0.1:51606, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0012_r_000000_0_-423342417_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134, duration: 41292000
2015-02-12 16:36:36,715 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52843, dest: /127.0.0.1:51610, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0012_r_000000_0_-423342417_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134, duration: 42546000
2015-02-12 16:36:36,716 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,725 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423787534997_0012_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0012_r_000000_0_-423342417_1
2015-02-12 16:36:36,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423787534997_0012_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:36,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423787534997_0012_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:36,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1423787534997_0012_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:36:36,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1423787534997_0012_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1423787534997_0012_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:36:36,771 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0012_000001 (auth:SIMPLE)
2015-02-12 16:36:36,773 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0012_01_000003
2015-02-12 16:36:36,774 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000003
2015-02-12 16:36:36,774 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:36:36,774 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0012_01_000003
2015-02-12 16:36:36,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:36,788 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:36,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:36:36,802 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0012_01_000003 is : 143
2015-02-12 16:36:36,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:36,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:36,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1423787534997_0012_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:36:36,813 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:36,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000003
2015-02-12 16:36:36,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000003
2015-02-12 16:36:36,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:36,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000003
2015-02-12 16:36:36,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000003
2015-02-12 16:36:36,814 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000003
2015-02-12 16:36:36,815 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:36,815 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0012_01_000003 from application application_1423787534997_0012
2015-02-12 16:36:36,815 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:36,815 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0012
2015-02-12 16:36:36,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1423787534997_0012_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:36,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary dst=null perm=null proto=rpc
2015-02-12 16:36:36,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:36,832 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_SUCCESS is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:36,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:36,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:36,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52821, dest: /127.0.0.1:51616, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133, duration: 6204789000
2015-02-12 16:36:36,859 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:36,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 13752
2015-02-12 16:36:36,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52820, dest: /127.0.0.1:51610, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133, duration: 6204136000
2015-02-12 16:36:36,861 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 13752
2015-02-12 16:36:36,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52819, dest: /127.0.0.1:51613, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133, duration: 6210813000
2015-02-12 16:36:36,864 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 13752
2015-02-12 16:36:36,866 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:36,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:36,875 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:36:36,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135 src: /127.0.0.1:52847 dest: /127.0.0.1:51613
2015-02-12 16:36:36,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135 src: /127.0.0.1:52848 dest: /127.0.0.1:51610
2015-02-12 16:36:36,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135 src: /127.0.0.1:52849 dest: /127.0.0.1:51606
2015-02-12 16:36:36,887 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52849, dest: /127.0.0.1:51606, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135, duration: 1597000
2015-02-12 16:36:36,888 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:36,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:36:36,888 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52848, dest: /127.0.0.1:51610, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135, duration: 2260000
2015-02-12 16:36:36,889 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:36:36,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52847, dest: /127.0.0.1:51613, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135, duration: 3627000
2015-02-12 16:36:36,890 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:36:36,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:36,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:36,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:36,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:36,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:36,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:36,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:36,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:36,931 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:36:36,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136 src: /127.0.0.1:52851 dest: /127.0.0.1:51613
2015-02-12 16:36:36,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136 src: /127.0.0.1:52852 dest: /127.0.0.1:51616
2015-02-12 16:36:36,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136 src: /127.0.0.1:52853 dest: /127.0.0.1:51606
2015-02-12 16:36:36,940 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52853, dest: /127.0.0.1:51606, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136, duration: 1631000
2015-02-12 16:36:36,940 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:36,941 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52852, dest: /127.0.0.1:51616, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136, duration: 2568000
2015-02-12 16:36:36,941 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,942 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52851, dest: /127.0.0.1:51613, bytes: 38029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136, duration: 3473000
2015-02-12 16:36:36,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,942 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,946 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist_tmp is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:36,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:36,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:36,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:36,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:36,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:36,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012/job_1423787534997_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:36,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:36,967 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:36:36,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137 src: /127.0.0.1:52854 dest: /127.0.0.1:51616
2015-02-12 16:36:36,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137 src: /127.0.0.1:52855 dest: /127.0.0.1:51610
2015-02-12 16:36:36,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137 src: /127.0.0.1:52856 dest: /127.0.0.1:51613
2015-02-12 16:36:36,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52856, dest: /127.0.0.1:51613, bytes: 114427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137, duration: 3376000
2015-02-12 16:36:36,983 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:36,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,984 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52855, dest: /127.0.0.1:51610, bytes: 114427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137, duration: 3898000
2015-02-12 16:36:36,984 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52854, dest: /127.0.0.1:51616, bytes: 114427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_771312965_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137, duration: 5239000
2015-02-12 16:36:36,985 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:36,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:36,988 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_771312965_1
2015-02-12 16:36:36,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:36,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:36,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:37,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:37,009 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0012_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:36:37,010 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:36:37,010 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0012 with final state: FINISHING
2015-02-12 16:36:37,010 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0012 State change from RUNNING to FINAL_SAVING
2015-02-12 16:36:37,010 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0012
2015-02-12 16:36:37,010 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:36:37,010 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0012 State change from FINAL_SAVING to FINISHING
2015-02-12 16:36:37,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:37,775 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0012_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:36:37,775 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000003
2015-02-12 16:36:37,776 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:37,776 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0012_000001 released container container_1423787534997_0012_01_000003 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:38,016 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0012 unregistered successfully.
2015-02-12 16:36:38,019 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:36:38,019 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741952_1128 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:36:38,019 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741953_1129 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:36:38,019 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741954_1130 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:36:38,019 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:36:38,020 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741957_1133 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:36:38,020 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741955_1131 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:36:38,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0012 dst=null perm=null proto=rpc
2015-02-12 16:36:38,072 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741947_1123 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:36:38,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/103156694_lower_upper_F794BBB86DED48EF96B668C7B92B47CC dst=null perm=null proto=rpc
2015-02-12 16:36:38,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,076 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary
2015-02-12 16:36:38,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary dst=null perm=null proto=rpc
2015-02-12 16:36:38,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,100 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:38,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:38,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:38,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,118 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:38,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:38,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:38,122 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true
2015-02-12 16:36:38,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null proto=rpc
2015-02-12 16:36:38,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:38,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:38,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:36:38,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:36:38,146 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:36:38,146 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:36:38,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:38,176 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:36:38,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:36:38,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:36:38,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false"]
2015-02-12 16:36:38,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:36:38,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 16:36:38,177 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 16:36:38,179 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 16:36:38,188 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:36:38,201 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:36:38,202 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741954_1130, blk_1073741955_1131, blk_1073741956_1132, blk_1073741957_1133, blk_1073741947_1123, blk_1073741951_1127]
2015-02-12 16:36:38,203 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741955_1131, blk_1073741957_1133, blk_1073741947_1123, blk_1073741951_1127]
2015-02-12 16:36:38,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF dst=null perm=null proto=rpc
2015-02-12 16:36:38,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:38,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:38,209 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 13
2015-02-12 16:36:38,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013 dst=null perm=null proto=rpc
2015-02-12 16:36:38,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:36:38,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:36:38,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:38,219 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:36:38,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138 src: /127.0.0.1:52861 dest: /127.0.0.1:51616
2015-02-12 16:36:38,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138 src: /127.0.0.1:52862 dest: /127.0.0.1:51606
2015-02-12 16:36:38,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138 src: /127.0.0.1:52863 dest: /127.0.0.1:51610
2015-02-12 16:36:38,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52863, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138, duration: 2609000
2015-02-12 16:36:38,229 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:38,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52862, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138, duration: 3890000
2015-02-12 16:36:38,230 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,231 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52861, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138, duration: 5302000
2015-02-12 16:36:38,231 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,235 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:38,236 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar
2015-02-12 16:36:38,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:38,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:36:38,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:36:38,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:36:38,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:36:38,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:36:38,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:36:38,253 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:38,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:36:38,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:36:38,258 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:38,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:36:38,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:38,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:38,265 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split
2015-02-12 16:36:38,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:38,266 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:36:38,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139 src: /127.0.0.1:52864 dest: /127.0.0.1:51606
2015-02-12 16:36:38,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139 src: /127.0.0.1:52865 dest: /127.0.0.1:51610
2015-02-12 16:36:38,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139 src: /127.0.0.1:52866 dest: /127.0.0.1:51616
2015-02-12 16:36:38,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139 src: /127.0.0.1:52867 dest: /127.0.0.1:51613
2015-02-12 16:36:38,277 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52867, dest: /127.0.0.1:51613, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139, duration: 3116000
2015-02-12 16:36:38,277 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:38,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:36:38,277 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52866, dest: /127.0.0.1:51616, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139, duration: 3090000
2015-02-12 16:36:38,278 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,279 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52865, dest: /127.0.0.1:51610, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139, duration: 4255000
2015-02-12 16:36:38,279 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52864, dest: /127.0.0.1:51606, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139, duration: 6386000
2015-02-12 16:36:38,280 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,285 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:38,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:38,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:38,290 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:36:38,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140 src: /127.0.0.1:52868 dest: /127.0.0.1:51613
2015-02-12 16:36:38,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140 src: /127.0.0.1:52869 dest: /127.0.0.1:51610
2015-02-12 16:36:38,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140 src: /127.0.0.1:52870 dest: /127.0.0.1:51616
2015-02-12 16:36:38,298 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52870, dest: /127.0.0.1:51616, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140, duration: 1483000
2015-02-12 16:36:38,298 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:38,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,299 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52869, dest: /127.0.0.1:51610, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140, duration: 2124000
2015-02-12 16:36:38,299 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,300 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52868, dest: /127.0.0.1:51613, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140, duration: 3271000
2015-02-12 16:36:38,300 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,302 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:38,303 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:2
2015-02-12 16:36:38,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:38,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:38,316 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:36:38,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141 src: /127.0.0.1:52871 dest: /127.0.0.1:51613
2015-02-12 16:36:38,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141 src: /127.0.0.1:52872 dest: /127.0.0.1:51616
2015-02-12 16:36:38,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141 src: /127.0.0.1:52873 dest: /127.0.0.1:51610
2015-02-12 16:36:38,328 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52873, dest: /127.0.0.1:51610, bytes: 98357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141, duration: 1556000
2015-02-12 16:36:38,329 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:38,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52872, dest: /127.0.0.1:51616, bytes: 98357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141, duration: 4067000
2015-02-12 16:36:38,331 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52871, dest: /127.0.0.1:51613, bytes: 98357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141, duration: 5868000
2015-02-12 16:36:38,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,333 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:38,335 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:38,336 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:38,336 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0013
2015-02-12 16:36:38,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013 dst=null perm=null proto=rpc
2015-02-12 16:36:38,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:38,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:38,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:38,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:38,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:38,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:38,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,351 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 13 submitted by user soberoi
2015-02-12 16:36:38,351 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0013
2015-02-12 16:36:38,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0013
2015-02-12 16:36:38,352 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0013
2015-02-12 16:36:38,352 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0013 State change from NEW to NEW_SAVING
2015-02-12 16:36:38,352 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0013 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:36:38,352 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0013 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:36:38,353 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0013 State change from SUBMITTED to ACCEPTED
2015-02-12 16:36:38,353 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0013
2015-02-12 16:36:38,353 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0013_000001
2015-02-12 16:36:38,353 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from NEW to SUBMITTED
2015-02-12 16:36:38,353 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0013_000001 to scheduler from user: soberoi
2015-02-12 16:36:38,354 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:36:38,356 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0013/
2015-02-12 16:36:38,356 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0013
2015-02-12 16:36:38,357 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0013/
2015-02-12 16:36:38,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:38,615 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000001
2015-02-12 16:36:38,616 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:36:38,616 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0013_01_000001
2015-02-12 16:36:38,617 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:38,617 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0013_000001
2015-02-12 16:36:38,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0013 AttemptId: appattempt_1423787534997_0013_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0013_01_000001, NodeId: 10.1.1.67:51659, NodeHttpAddress: 10.1.1.67:51662, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51659 }, ]
2015-02-12 16:36:38,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:36:38,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:36:38,618 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0013_000001
2015-02-12 16:36:38,619 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0013_01_000001, NodeId: 10.1.1.67:51659, NodeHttpAddress: 10.1.1.67:51662, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51659 }, ] for AM appattempt_1423787534997_0013_000001
2015-02-12 16:36:38,619 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:36:38,619 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0013_000001
2015-02-12 16:36:38,620 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0013_000001
2015-02-12 16:36:38,622 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:36:38,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0013_01_000001 by user soberoi
2015-02-12 16:36:38,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0013
2015-02-12 16:36:38,625 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000001
2015-02-12 16:36:38,625 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from NEW to INITING
2015-02-12 16:36:38,625 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0013_01_000001 to application application_1423787534997_0013
2015-02-12 16:36:38,625 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from INITING to RUNNING
2015-02-12 16:36:38,625 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0013_01_000001, NodeId: 10.1.1.67:51659, NodeHttpAddress: 10.1.1.67:51662, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51659 }, ] for AM appattempt_1423787534997_0013_000001
2015-02-12 16:36:38,625 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:36:38,626 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0013
2015-02-12 16:36:38,626 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:36:38,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:38,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:36:38,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:36:38,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:38,626 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0013_01_000001
2015-02-12 16:36:38,636 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423787534997_0013_01_000001.tokens. Credentials list:
2015-02-12 16:36:38,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:38,776 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:38,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423787534997_0013_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000001.tokens
2015-02-12 16:36:38,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:36:38,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:38,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:39,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:39,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:39,042 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0013/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:39,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:39,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:39,100 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0013/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:39,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:39,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:39,168 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0013/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:39,168 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:39,179 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 16:36:39,179 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 16:36:39,179 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 16:36:39,179 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 16:36:39,180 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 16:36:39,180 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 16:36:39,180 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 16:36:39,180 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 16:36:39,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 16:36:39,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 16:36:39,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 16:36:39,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 16:36:39,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 16:36:39,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 16:36:39,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 16:36:39,186 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 16:36:39,217 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:39,217 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:39,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000001/default_container_executor.sh]
2015-02-12 16:36:39,614 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:39,778 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:39,851 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 16:36:39,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 16:36:39,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 16:36:39,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 16:36:39,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 16:36:39,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 16:36:39,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 16:36:39,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 16:36:39,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 16:36:39,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 16:36:39,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 16:36:39,856 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 16:36:40,782 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:41,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:41,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:36:41,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:36:41,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:36:41,207 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51606 to replicate blk_1073741962_1138 to datanode(s) 127.0.0.1:51613
2015-02-12 16:36:41,207 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741952_1128, blk_1073741954_1130, blk_1073741956_1132, blk_1073741947_1123, blk_1073741951_1127]
2015-02-12 16:36:41,207 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741954_1130, blk_1073741955_1131, blk_1073741956_1132, blk_1073741957_1133, blk_1073741951_1127]
2015-02-12 16:36:41,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013 dst=null perm=null proto=rpc
2015-02-12 16:36:41,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:36:41,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:36:41,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:41,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:41,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134
2015-02-12 16:36:41,786 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:42,110 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138 to 127.0.0.1:51613
2015-02-12 16:36:42,111 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 16:36:42,111 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 16:36:42,111 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 16:36:42,111 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 16:36:42,111 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 16:36:42,112 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 16:36:42,112 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 16:36:42,112 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138 (numBytes=254067) to /127.0.0.1:51613
2015-02-12 16:36:42,112 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 16:36:42,111 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 16:36:42,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138 src: /127.0.0.1:52882 dest: /127.0.0.1:51613
2015-02-12 16:36:42,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 16:36:42,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138 src: /127.0.0.1:52882 dest: /127.0.0.1:51613 of size 254067
2015-02-12 16:36:42,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741962_1138 size 254067
2015-02-12 16:36:42,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137
2015-02-12 16:36:42,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135
2015-02-12 16:36:42,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134
2015-02-12 16:36:42,542 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:36:42,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 16:36:42,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 16:36:42,554 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0013_000001
2015-02-12 16:36:42,554 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0013 APPATTEMPTID=appattempt_1423787534997_0013_000001
2015-02-12 16:36:42,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 16:36:42,554 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741954 for deletion
2015-02-12 16:36:42,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 16:36:42,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 16:36:42,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 16:36:42,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 16:36:42,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741954
2015-02-12 16:36:42,555 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:36:42,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 16:36:42,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 16:36:42,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 16:36:42,555 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 16:36:42,556 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0013 State change from ACCEPTED to RUNNING
2015-02-12 16:36:42,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 16:36:42,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:42,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:36:42,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:42,787 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:42,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136
2015-02-12 16:36:42,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137
2015-02-12 16:36:42,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135
2015-02-12 16:36:43,001 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:36:43,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142 src: /127.0.0.1:52886 dest: /127.0.0.1:51613
2015-02-12 16:36:43,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142 src: /127.0.0.1:52887 dest: /127.0.0.1:51606
2015-02-12 16:36:43,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142 src: /127.0.0.1:52888 dest: /127.0.0.1:51616
2015-02-12 16:36:43,121 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0012_01_000001 succeeded
2015-02-12 16:36:43,121 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:36:43,121 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0012_01_000001
2015-02-12 16:36:43,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000001
2015-02-12 16:36:43,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000001
2015-02-12 16:36:43,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000001
2015-02-12 16:36:43,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0012/container_1423787534997_0012_01_000001
2015-02-12 16:36:43,154 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000001
2015-02-12 16:36:43,154 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:36:43,155 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0012_01_000001 from application application_1423787534997_0012
2015-02-12 16:36:43,155 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:43,155 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0012
2015-02-12 16:36:43,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52888, dest: /127.0.0.1:51616, bytes: 115210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142, duration: 130020000
2015-02-12 16:36:43,188 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:43,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:43,189 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52887, dest: /127.0.0.1:51606, bytes: 115210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142, duration: 130673000
2015-02-12 16:36:43,189 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:43,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:43,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52886, dest: /127.0.0.1:51613, bytes: 115210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142, duration: 131683000
2015-02-12 16:36:43,190 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:43,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:43,196 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:43,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:43,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:36:43,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143 src: /127.0.0.1:52889 dest: /127.0.0.1:51610
2015-02-12 16:36:43,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143 src: /127.0.0.1:52890 dest: /127.0.0.1:51606
2015-02-12 16:36:43,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143 src: /127.0.0.1:52891 dest: /127.0.0.1:51616
2015-02-12 16:36:43,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52891, dest: /127.0.0.1:51616, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143, duration: 1406000
2015-02-12 16:36:43,243 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:43,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:36:43,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52890, dest: /127.0.0.1:51606, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143, duration: 2355000
2015-02-12 16:36:43,245 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:43,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:36:43,247 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52889, dest: /127.0.0.1:51610, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143, duration: 4762000
2015-02-12 16:36:43,247 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:43,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:36:43,251 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013.summary is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:43,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:43,253 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0012_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:36:43,253 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000001
2015-02-12 16:36:43,253 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0012_000001
2015-02-12 16:36:43,253 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:43,254 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0012_000001
2015-02-12 16:36:43,254 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0012_000001 released container container_1423787534997_0012_01_000001 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:43,254 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0012_000001 State change from FINISHING to FINISHED
2015-02-12 16:36:43,255 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0012 State change from FINISHING to FINISHED
2015-02-12 16:36:43,255 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0012
2015-02-12 16:36:43,256 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0012_000001
2015-02-12 16:36:43,256 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0012,name=[D25E953DBF214E898E1672B8026953D6/8F386FCD9511457EB641199801F9AF6D] lower*upper/(2/2) ...value/true/true/true/true,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0012/jobhistory/job/job_1423787534997_0012,appMasterHost=10.1.1.67,startTime=1423787780616,finishTime=1423787797010,finalStatus=SUCCEEDED
2015-02-12 16:36:43,255 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0012_000001 is done. finalState=FINISHED
2015-02-12 16:36:43,256 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0012 requests cleared
2015-02-12 16:36:43,264 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0012_000001 (auth:SIMPLE)
2015-02-12 16:36:43,271 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0012_01_000001
2015-02-12 16:36:43,271 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0012 CONTAINERID=container_1423787534997_0012_01_000001
2015-02-12 16:36:43,271 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0012_01_000001]
2015-02-12 16:36:43,271 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:43,271 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:36:43,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,272 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0012
2015-02-12 16:36:43,273 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:36:43,273 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0012, with delay of 10800 seconds
2015-02-12 16:36:43,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741961_1137
2015-02-12 16:36:43,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741958_1134
2015-02-12 16:36:43,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136
2015-02-12 16:36:43,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139
2015-02-12 16:36:43,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138
2015-02-12 16:36:43,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:43,627 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000002
2015-02-12 16:36:43,627 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:36:43,657 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:36:43,657 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:43,658 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000003
2015-02-12 16:36:43,658 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:36:43,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,658 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0012
2015-02-12 16:36:43,659 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:36:43,659 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0012, with delay of 10800 seconds
2015-02-12 16:36:43,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,788 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:36:43,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:43,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,790 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0012
2015-02-12 16:36:43,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0012
2015-02-12 16:36:43,790 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:36:43,791 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0012, with delay of 10800 seconds
2015-02-12 16:36:44,609 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0013_01_000002
2015-02-12 16:36:44,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:44,610 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0013_01_000003
2015-02-12 16:36:44,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:44,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:44,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:44,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:44,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:44,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:44,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:44,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:44,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:44,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:44,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:44,753 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:36:44,753 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:36:44,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0013_01_000003 by user soberoi
2015-02-12 16:36:44,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0013_01_000002 by user soberoi
2015-02-12 16:36:44,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0013
2015-02-12 16:36:44,757 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000002
2015-02-12 16:36:44,757 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000003
2015-02-12 16:36:44,757 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0013_01_000002 to application application_1423787534997_0013
2015-02-12 16:36:44,757 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from NEW to INITING
2015-02-12 16:36:44,757 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:36:44,757 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0013
2015-02-12 16:36:44,758 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0013
2015-02-12 16:36:44,758 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:36:44,758 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0013
2015-02-12 16:36:44,757 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0013_01_000003 to application application_1423787534997_0013
2015-02-12 16:36:44,758 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from INITING to RUNNING
2015-02-12 16:36:44,758 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:44,758 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:36:44,759 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0013
2015-02-12 16:36:44,759 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0013
2015-02-12 16:36:44,759 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:36:44,759 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0013
2015-02-12 16:36:44,759 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:44,760 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:44,760 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0013_01_000003
2015-02-12 16:36:44,775 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423787534997_0013_01_000003.tokens. Credentials list:
2015-02-12 16:36:44,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:44,800 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:44,801 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:44,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:44,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000002/default_container_executor.sh]
2015-02-12 16:36:45,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423787534997_0013_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000003.tokens
2015-02-12 16:36:45,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:36:45,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:45,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:45,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:45,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:45,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:45,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:45,268 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:45,312 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:45,312 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:45,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000003/default_container_executor.sh]
2015-02-12 16:36:45,628 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:36:45,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:45,661 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:46,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139
2015-02-12 16:36:46,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741960_1136
2015-02-12 16:36:46,963 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138
2015-02-12 16:36:46,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741959_1135
2015-02-12 16:36:47,276 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141
2015-02-12 16:36:47,276 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140
2015-02-12 16:36:47,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138
2015-02-12 16:36:47,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139
2015-02-12 16:36:47,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141
2015-02-12 16:36:47,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140
2015-02-12 16:36:48,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741962_1138
2015-02-12 16:36:48,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741963_1139
2015-02-12 16:36:48,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143
2015-02-12 16:36:48,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741965_1141
2015-02-12 16:36:48,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142
2015-02-12 16:36:48,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741964_1140
2015-02-12 16:36:48,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:48,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:36:48,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:49,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:36:49,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/_temporary/attempt_1423787534997_0013_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:49,192 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:36:49,193 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0013_01_000002
2015-02-12 16:36:49,193 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000002
2015-02-12 16:36:49,193 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:36:49,194 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0013_01_000002
2015-02-12 16:36:49,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:36:49,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144 src: /127.0.0.1:52906 dest: /127.0.0.1:51610
2015-02-12 16:36:49,217 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0013_01_000002 is : 143
2015-02-12 16:36:49,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144 src: /127.0.0.1:52907 dest: /127.0.0.1:51616
2015-02-12 16:36:49,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144 src: /127.0.0.1:52908 dest: /127.0.0.1:51606
2015-02-12 16:36:49,225 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1.jhist for DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:49,229 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:49,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000002
2015-02-12 16:36:49,231 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:49,231 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0013_01_000002 from application application_1423787534997_0013
2015-02-12 16:36:49,231 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:49,232 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0013
2015-02-12 16:36:49,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000002
2015-02-12 16:36:49,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000002
2015-02-12 16:36:49,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000002
2015-02-12 16:36:49,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000002
2015-02-12 16:36:49,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/_temporary/attempt_1423787534997_0013_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:36:49,506 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:36:49,508 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0013_01_000003
2015-02-12 16:36:49,508 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000003
2015-02-12 16:36:49,508 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:36:49,508 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0013_01_000003
2015-02-12 16:36:49,521 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0013_01_000003 is : 143
2015-02-12 16:36:49,528 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:49,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000003
2015-02-12 16:36:49,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000003
2015-02-12 16:36:49,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000003
2015-02-12 16:36:49,529 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000003
2015-02-12 16:36:49,529 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:49,530 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0013_01_000003 from application application_1423787534997_0013
2015-02-12 16:36:49,530 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:49,530 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0013
2015-02-12 16:36:49,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000003
2015-02-12 16:36:50,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:50,199 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0013_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:36:50,199 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000002
2015-02-12 16:36:50,200 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:36:50,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0013_000001 released container container_1423787534997_0013_01_000002 on node: host: 10.1.1.67:51659 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:36:50,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:50,514 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0013_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:36:50,514 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000003
2015-02-12 16:36:50,514 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:50,514 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0013_000001 released container container_1423787534997_0013_01_000003 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:50,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:50,807 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000004
2015-02-12 16:36:50,807 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0013_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:36:51,205 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:51,518 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:51,658 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0013_01_000004
2015-02-12 16:36:51,658 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:51,669 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:36:51,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0013_01_000004 by user soberoi
2015-02-12 16:36:51,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0013
2015-02-12 16:36:51,671 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000004
2015-02-12 16:36:51,671 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from NEW to INITING
2015-02-12 16:36:51,671 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0013_01_000004 to application application_1423787534997_0013
2015-02-12 16:36:51,672 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from INITING to RUNNING
2015-02-12 16:36:51,672 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:36:51,672 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0013
2015-02-12 16:36:51,672 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0013
2015-02-12 16:36:51,672 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:36:51,672 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0013
2015-02-12 16:36:51,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:51,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:51,673 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0013_01_000004
2015-02-12 16:36:51,683 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0013_01_000004.tokens. Credentials list:
2015-02-12 16:36:51,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:51,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:51,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0013_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000004.tokens
2015-02-12 16:36:51,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:36:51,968 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143
2015-02-12 16:36:51,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142
2015-02-12 16:36:51,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:51,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:52,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:52,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:52,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:52,086 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:52,086 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:52,124 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:52,125 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:52,208 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0013_01_000002]
2015-02-12 16:36:52,209 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:52,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000004/default_container_executor.sh]
2015-02-12 16:36:52,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741967_1143
2015-02-12 16:36:52,523 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0013_01_000003]
2015-02-12 16:36:52,523 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:52,665 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:36:53,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741966_1142
2015-02-12 16:36:54,681 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:36:54,683 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:36:54,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/_temporary/attempt_1423787534997_0013_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:54,992 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/_temporary/attempt_1423787534997_0013_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:36:55,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145 src: /127.0.0.1:52920 dest: /127.0.0.1:51610
2015-02-12 16:36:55,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145 src: /127.0.0.1:52921 dest: /127.0.0.1:51613
2015-02-12 16:36:55,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145 src: /127.0.0.1:52922 dest: /127.0.0.1:51616
2015-02-12 16:36:55,126 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52922, dest: /127.0.0.1:51616, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0013_r_000000_0_37443330_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145, duration: 38235000
2015-02-12 16:36:55,126 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:55,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:55,127 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52921, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0013_r_000000_0_37443330_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145, duration: 38365000
2015-02-12 16:36:55,127 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,128 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52920, dest: /127.0.0.1:51610, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0013_r_000000_0_37443330_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145, duration: 40175000
2015-02-12 16:36:55,128 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:55,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:55,138 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/_temporary/attempt_1423787534997_0013_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0013_r_000000_0_37443330_1
2015-02-12 16:36:55,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/_temporary/attempt_1423787534997_0013_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:55,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/_temporary/attempt_1423787534997_0013_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:36:55,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/task_1423787534997_0013_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:36:55,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/_temporary/attempt_1423787534997_0013_r_000000_0 dst=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/task_1423787534997_0013_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:36:55,182 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:36:55,184 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0013_01_000004
2015-02-12 16:36:55,184 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000004
2015-02-12 16:36:55,184 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:36:55,184 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0013_01_000004
2015-02-12 16:36:55,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:55,195 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:55,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:36:55,204 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0013_01_000004 is : 143
2015-02-12 16:36:55,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF dst=null perm=null proto=rpc
2015-02-12 16:36:55,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF dst=null perm=null proto=rpc
2015-02-12 16:36:55,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/task_1423787534997_0013_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:36:55,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:36:55,218 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:36:55,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000004
2015-02-12 16:36:55,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary/1/task_1423787534997_0013_r_000000/part-00000 dst=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:55,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000004
2015-02-12 16:36:55,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000004
2015-02-12 16:36:55,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000004
2015-02-12 16:36:55,225 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000004
2015-02-12 16:36:55,225 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:36:55,225 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0013_01_000004 from application application_1423787534997_0013
2015-02-12 16:36:55,225 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:55,225 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0013
2015-02-12 16:36:55,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_temporary dst=null perm=null proto=rpc
2015-02-12 16:36:55,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:55,238 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:55,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:55,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:55,268 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52908, dest: /127.0.0.1:51606, bytes: 45783, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144, duration: 6045555000
2015-02-12 16:36:55,268 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:55,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:36:55,271 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52907, dest: /127.0.0.1:51616, bytes: 45783, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144, duration: 6048775000
2015-02-12 16:36:55,271 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:36:55,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52906, dest: /127.0.0.1:51610, bytes: 45783, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144, duration: 6051178000
2015-02-12 16:36:55,274 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 14384
2015-02-12 16:36:55,276 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:55,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:55,283 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:36:55,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146 src: /127.0.0.1:52924 dest: /127.0.0.1:51613
2015-02-12 16:36:55,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146 src: /127.0.0.1:52925 dest: /127.0.0.1:51610
2015-02-12 16:36:55,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146 src: /127.0.0.1:52926 dest: /127.0.0.1:51606
2015-02-12 16:36:55,297 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52926, dest: /127.0.0.1:51606, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146, duration: 1453000
2015-02-12 16:36:55,298 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:55,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:55,298 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52925, dest: /127.0.0.1:51610, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146, duration: 2060000
2015-02-12 16:36:55,299 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,299 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52924, dest: /127.0.0.1:51613, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146, duration: 3193000
2015-02-12 16:36:55,300 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:55,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:55,302 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:55,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:55,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:55,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:55,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:55,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:55,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:36:55,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:55,333 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:36:55,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147 src: /127.0.0.1:52928 dest: /127.0.0.1:51606
2015-02-12 16:36:55,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147 src: /127.0.0.1:52929 dest: /127.0.0.1:51613
2015-02-12 16:36:55,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147 src: /127.0.0.1:52930 dest: /127.0.0.1:51610
2015-02-12 16:36:55,346 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52930, dest: /127.0.0.1:51610, bytes: 45783, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147, duration: 3062000
2015-02-12 16:36:55,347 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:55,347 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52929, dest: /127.0.0.1:51613, bytes: 45783, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147, duration: 3806000
2015-02-12 16:36:55,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:36:55,348 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,349 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52928, dest: /127.0.0.1:51606, bytes: 45783, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147, duration: 5329000
2015-02-12 16:36:55,349 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:36:55,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:36:55,352 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:55,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:55,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:55,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:55,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:55,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:36:55,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013/job_1423787534997_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:36:55,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:36:55,371 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:36:55,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148 src: /127.0.0.1:52932 dest: /127.0.0.1:51610
2015-02-12 16:36:55,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148 src: /127.0.0.1:52933 dest: /127.0.0.1:51616
2015-02-12 16:36:55,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148 src: /127.0.0.1:52934 dest: /127.0.0.1:51606
2015-02-12 16:36:55,382 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52934, dest: /127.0.0.1:51606, bytes: 115210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148, duration: 3118000
2015-02-12 16:36:55,382 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:55,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:36:55,384 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52933, dest: /127.0.0.1:51616, bytes: 115210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148, duration: 5368000
2015-02-12 16:36:55,384 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,386 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52932, dest: /127.0.0.1:51610, bytes: 115210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1836865950_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148, duration: 7281000
2015-02-12 16:36:55,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:55,386 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:55,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:55,390 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1836865950_1
2015-02-12 16:36:55,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:55,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:55,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:55,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:36:55,413 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0013_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:36:55,413 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:36:55,413 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0013 with final state: FINISHING
2015-02-12 16:36:55,413 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0013 State change from RUNNING to FINAL_SAVING
2015-02-12 16:36:55,414 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0013
2015-02-12 16:36:55,414 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:36:55,414 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0013 State change from FINAL_SAVING to FINISHING
2015-02-12 16:36:56,188 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:36:56,188 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0013_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:36:56,189 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000004
2015-02-12 16:36:56,189 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0013_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:36:56,189 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0013_000001 released container container_1423787534997_0013_01_000004 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:36:56,421 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0013 unregistered successfully.
2015-02-12 16:36:56,425 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:36:56,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741963_1139 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:36:56,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741964_1140 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:36:56,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:36:56,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741967_1143 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51616
2015-02-12 16:36:56,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741968_1144 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:36:56,427 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741966_1142 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51616
2015-02-12 16:36:56,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0013 dst=null perm=null proto=rpc
2015-02-12 16:36:56,469 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...e/false/false/false/false
2015-02-12 16:36:56,478 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:36:56,491 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:36:56,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:36:56,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:56,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:56,504 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 14
2015-02-12 16:36:56,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014 dst=null perm=null proto=rpc
2015-02-12 16:36:56,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:36:56,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:36:56,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:56,522 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:36:56,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149 src: /127.0.0.1:52937 dest: /127.0.0.1:51616
2015-02-12 16:36:56,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149 src: /127.0.0.1:52938 dest: /127.0.0.1:51606
2015-02-12 16:36:56,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149 src: /127.0.0.1:52939 dest: /127.0.0.1:51613
2015-02-12 16:36:56,532 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52939, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149, duration: 2699000
2015-02-12 16:36:56,532 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:56,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,533 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52938, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149, duration: 2905000
2015-02-12 16:36:56,533 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52937, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149, duration: 5327000
2015-02-12 16:36:56,536 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,536 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,539 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:56,540 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar
2015-02-12 16:36:56,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:56,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:36:56,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:36:56,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:36:56,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:36:56,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:36:56,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF dst=null perm=null proto=rpc
2015-02-12 16:36:56,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF dst=null perm=null proto=rpc
2015-02-12 16:36:56,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF dst=null perm=null proto=rpc
2015-02-12 16:36:56,563 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:36:56,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:56,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:56,567 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split
2015-02-12 16:36:56,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:56,569 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:36:56,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150 src: /127.0.0.1:52940 dest: /127.0.0.1:51616
2015-02-12 16:36:56,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150 src: /127.0.0.1:52941 dest: /127.0.0.1:51613
2015-02-12 16:36:56,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150 src: /127.0.0.1:52942 dest: /127.0.0.1:51610
2015-02-12 16:36:56,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150 src: /127.0.0.1:52943 dest: /127.0.0.1:51606
2015-02-12 16:36:56,579 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52943, dest: /127.0.0.1:51606, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150, duration: 2913000
2015-02-12 16:36:56,579 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:56,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,580 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52942, dest: /127.0.0.1:51610, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150, duration: 3808000
2015-02-12 16:36:56,580 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,581 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52941, dest: /127.0.0.1:51613, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150, duration: 4913000
2015-02-12 16:36:56,582 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,583 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52940, dest: /127.0.0.1:51616, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150, duration: 6384000
2015-02-12 16:36:56,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,583 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,588 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:56,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:56,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:56,595 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:36:56,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151 src: /127.0.0.1:52944 dest: /127.0.0.1:51613
2015-02-12 16:36:56,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151 src: /127.0.0.1:52945 dest: /127.0.0.1:51610
2015-02-12 16:36:56,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151 src: /127.0.0.1:52946 dest: /127.0.0.1:51606
2015-02-12 16:36:56,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52946, dest: /127.0.0.1:51606, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151, duration: 1290000
2015-02-12 16:36:56,608 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:56,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:36:56,609 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52945, dest: /127.0.0.1:51610, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151, duration: 1955000
2015-02-12 16:36:56,609 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52944, dest: /127.0.0.1:51613, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151, duration: 2976000
2015-02-12 16:36:56,613 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,618 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:56,619 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:36:56,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:56,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:36:56,630 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:36:56,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152 src: /127.0.0.1:52947 dest: /127.0.0.1:51610
2015-02-12 16:36:56,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152 src: /127.0.0.1:52948 dest: /127.0.0.1:51616
2015-02-12 16:36:56,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152 src: /127.0.0.1:52949 dest: /127.0.0.1:51613
2015-02-12 16:36:56,640 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52949, dest: /127.0.0.1:51613, bytes: 97639, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152, duration: 1763000
2015-02-12 16:36:56,640 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:36:56,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:36:56,641 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52948, dest: /127.0.0.1:51616, bytes: 97639, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152, duration: 3632000
2015-02-12 16:36:56,642 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,643 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52947, dest: /127.0.0.1:51610, bytes: 97639, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152, duration: 4972000
2015-02-12 16:36:56,643 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:36:56,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:36:56,645 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:36:56,645 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0014
2015-02-12 16:36:56,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014 dst=null perm=null proto=rpc
2015-02-12 16:36:56,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:56,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:56,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:56,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:56,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:56,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:56,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:36:56,690 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 14 submitted by user soberoi
2015-02-12 16:36:56,690 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0014
2015-02-12 16:36:56,690 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0014 State change from NEW to NEW_SAVING
2015-02-12 16:36:56,690 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0014
2015-02-12 16:36:56,691 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0014
2015-02-12 16:36:56,691 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0014 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:36:56,691 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0014 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:36:56,691 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0014 State change from SUBMITTED to ACCEPTED
2015-02-12 16:36:56,692 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0014_000001
2015-02-12 16:36:56,692 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from NEW to SUBMITTED
2015-02-12 16:36:56,692 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0014_000001 to scheduler from user: soberoi
2015-02-12 16:36:56,692 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:36:56,694 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0014
2015-02-12 16:36:56,696 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0014/
2015-02-12 16:36:56,696 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0014
2015-02-12 16:36:56,696 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0014/
2015-02-12 16:36:57,189 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:57,190 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:36:57,190 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000001
2015-02-12 16:36:57,190 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:36:57,191 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0014_01_000001
2015-02-12 16:36:57,191 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:36:57,191 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0014_000001
2015-02-12 16:36:57,191 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0014 AttemptId: appattempt_1423787534997_0014_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0014_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ]
2015-02-12 16:36:57,192 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:36:57,192 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:36:57,192 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0014_000001
2015-02-12 16:36:57,193 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0014_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0014_000001
2015-02-12 16:36:57,193 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0014_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:36:57,193 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0014_000001
2015-02-12 16:36:57,193 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0014_000001
2015-02-12 16:36:57,195 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0014_000001 (auth:SIMPLE)
2015-02-12 16:36:57,197 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0014_01_000001 by user soberoi
2015-02-12 16:36:57,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0014
2015-02-12 16:36:57,198 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000001
2015-02-12 16:36:57,198 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0014 transitioned from NEW to INITING
2015-02-12 16:36:57,198 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0014_01_000001 to application application_1423787534997_0014
2015-02-12 16:36:57,198 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0014 transitioned from INITING to RUNNING
2015-02-12 16:36:57,198 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0014_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0014_000001
2015-02-12 16:36:57,199 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:36:57,199 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:36:57,199 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0014
2015-02-12 16:36:57,199 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:36:57,199 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:36:57,199 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:36:57,200 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:36:57,200 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0014_01_000001
2015-02-12 16:36:57,209 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423787534997_0014_01_000001.tokens. Credentials list:
2015-02-12 16:36:57,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:36:57,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423787534997_0014_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000001.tokens
2015-02-12 16:36:57,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:36:57,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:57,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:36:57,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:57,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:57,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:36:57,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0014/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:57,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:57,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split dst=null perm=null proto=rpc
2015-02-12 16:36:57,693 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0014/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:57,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:57,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 16:36:57,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0014/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:36:57,751 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:36:57,792 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:36:57,792 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:36:57,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000001/default_container_executor.sh]
2015-02-12 16:36:58,190 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:36:58,190 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:59,035 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 16:36:59,035 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:36:59,191 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:36:59,230 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51606 to replicate blk_1073741973_1149 to datanode(s) 127.0.0.1:51610
2015-02-12 16:36:59,230 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741968_1144, blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141, blk_1073741967_1143]
2015-02-12 16:36:59,230 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741968_1144, blk_1073741962_1138, blk_1073741963_1139, blk_1073741966_1142, blk_1073741967_1143]
2015-02-12 16:36:59,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:36:59,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:36:59,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:36:59,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:36:59,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014 dst=null perm=null proto=rpc
2015-02-12 16:36:59,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:36:59,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:37:00,123 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149 to 127.0.0.1:51610
2015-02-12 16:37:00,124 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741968 for deletion
2015-02-12 16:37:00,124 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 16:37:00,124 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 16:37:00,124 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741966 for deletion
2015-02-12 16:37:00,124 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 16:37:00,125 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741968
2015-02-12 16:37:00,125 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 16:37:00,125 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149 (numBytes=254067) to /127.0.0.1:51610
2015-02-12 16:37:00,126 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 16:37:00,126 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741966
2015-02-12 16:37:00,126 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 16:37:00,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149 src: /127.0.0.1:52956 dest: /127.0.0.1:51610
2015-02-12 16:37:00,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149 src: /127.0.0.1:52956 dest: /127.0.0.1:51610 of size 254067
2015-02-12 16:37:00,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741973_1149 size 254067
2015-02-12 16:37:00,197 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:00,201 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741968 for deletion
2015-02-12 16:37:00,201 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 16:37:00,201 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 16:37:00,201 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741964 for deletion
2015-02-12 16:37:00,201 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 16:37:00,201 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 16:37:00,201 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741968
2015-02-12 16:37:00,202 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 16:37:00,202 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 16:37:00,202 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741964
2015-02-12 16:37:00,202 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 16:37:00,202 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 16:37:00,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:00,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:01,142 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0014_000001 (auth:SIMPLE)
2015-02-12 16:37:01,144 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0014_000001
2015-02-12 16:37:01,144 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0014 APPATTEMPTID=appattempt_1423787534997_0014_000001
2015-02-12 16:37:01,144 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:37:01,144 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0014 State change from ACCEPTED to RUNNING
2015-02-12 16:37:01,202 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:01,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:37:01,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:01,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:01,471 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0013_01_000001 succeeded
2015-02-12 16:37:01,472 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:37:01,472 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0013_01_000001
2015-02-12 16:37:01,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000001
2015-02-12 16:37:01,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000001
2015-02-12 16:37:01,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000001
2015-02-12 16:37:01,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0013/container_1423787534997_0013_01_000001
2015-02-12 16:37:01,493 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000001
2015-02-12 16:37:01,493 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0013_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:37:01,493 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0013_01_000001 from application application_1423787534997_0013
2015-02-12 16:37:01,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:01,494 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0013
2015-02-12 16:37:01,569 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:37:01,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153 src: /127.0.0.1:52963 dest: /127.0.0.1:51616
2015-02-12 16:37:01,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153 src: /127.0.0.1:52964 dest: /127.0.0.1:51610
2015-02-12 16:37:01,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153 src: /127.0.0.1:52965 dest: /127.0.0.1:51606
2015-02-12 16:37:01,665 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52965, dest: /127.0.0.1:51606, bytes: 114468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153, duration: 39344000
2015-02-12 16:37:01,665 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:01,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:37:01,666 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52964, dest: /127.0.0.1:51610, bytes: 114468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153, duration: 40692000
2015-02-12 16:37:01,667 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:01,668 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52963, dest: /127.0.0.1:51616, bytes: 114468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153, duration: 42245000
2015-02-12 16:37:01,668 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:01,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:37:01,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:37:01,675 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:01,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:01,714 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:37:01,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154 src: /127.0.0.1:52966 dest: /127.0.0.1:51616
2015-02-12 16:37:01,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154 src: /127.0.0.1:52967 dest: /127.0.0.1:51610
2015-02-12 16:37:01,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154 src: /127.0.0.1:52968 dest: /127.0.0.1:51613
2015-02-12 16:37:01,726 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52968, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154, duration: 1517000
2015-02-12 16:37:01,727 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:01,728 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52967, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154, duration: 2562000
2015-02-12 16:37:01,728 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:01,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:01,729 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52966, dest: /127.0.0.1:51616, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154, duration: 4098000
2015-02-12 16:37:01,730 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:01,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:01,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:01,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014.summary is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:01,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147
2015-02-12 16:37:01,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148
2015-02-12 16:37:01,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150
2015-02-12 16:37:01,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151
2015-02-12 16:37:01,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146
2015-02-12 16:37:02,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149
2015-02-12 16:37:02,207 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:02,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:02,207 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000002
2015-02-12 16:37:02,208 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:37:02,231 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141, blk_1073741966_1142]
2015-02-12 16:37:02,231 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741968_1144, blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141, blk_1073741966_1142, blk_1073741967_1143]
2015-02-12 16:37:02,238 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0013_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:02,238 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0013_000001
2015-02-12 16:37:02,238 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0013_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:37:02,239 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000001
2015-02-12 16:37:02,239 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0013_000001
2015-02-12 16:37:02,239 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:37:02,239 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0013_000001 State change from FINISHING to FINISHED
2015-02-12 16:37:02,239 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0013_000001 released container container_1423787534997_0013_01_000001 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:37:02,239 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0013 State change from FINISHING to FINISHED
2015-02-12 16:37:02,239 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0013_000001 is done. finalState=FINISHED
2015-02-12 16:37:02,240 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0013_000001
2015-02-12 16:37:02,240 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0013 requests cleared
2015-02-12 16:37:02,240 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0013
2015-02-12 16:37:02,240 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0013,name=[5A4BA69E01134ABF8D9936BCE28C8B04/18CEA4653297454F9FFA7C44E3E4536E] lower*upper/(1/2),user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0013/jobhistory/job/job_1423787534997_0013,appMasterHost=10.1.1.67,startTime=1423787798351,finishTime=1423787815413,finalStatus=SUCCEEDED
2015-02-12 16:37:02,242 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0013_000001 (auth:SIMPLE)
2015-02-12 16:37:02,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0013_01_000001
2015-02-12 16:37:02,245 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0013 CONTAINERID=container_1423787534997_0013_01_000001
2015-02-12 16:37:02,245 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0013_01_000001]
2015-02-12 16:37:02,245 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:02,246 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:02,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:02,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:02,247 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0013
2015-02-12 16:37:02,247 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:02,247 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0013, with delay of 10800 seconds
2015-02-12 16:37:02,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:02,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:02,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146
2015-02-12 16:37:02,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145
2015-02-12 16:37:02,498 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151
2015-02-12 16:37:02,498 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150
2015-02-12 16:37:02,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148
2015-02-12 16:37:02,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152
2015-02-12 16:37:02,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147
2015-02-12 16:37:02,547 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:02,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:02,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:02,548 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0013
2015-02-12 16:37:02,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:02,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:02,548 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:02,549 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0013, with delay of 10800 seconds
2015-02-12 16:37:03,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149
2015-02-12 16:37:03,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741975_1151
2015-02-12 16:37:03,195 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0014_01_000002
2015-02-12 16:37:03,195 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:03,212 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:03,212 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:03,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:03,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:03,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:03,213 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0013
2015-02-12 16:37:03,213 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:03,213 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0013, with delay of 10800 seconds
2015-02-12 16:37:03,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0013
2015-02-12 16:37:03,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:03,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:03,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:03,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:03,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:03,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:03,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:03,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:03,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:03,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:03,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152
2015-02-12 16:37:03,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150
2015-02-12 16:37:03,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741971_1147
2015-02-12 16:37:03,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741970_1146
2015-02-12 16:37:03,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145
2015-02-12 16:37:03,329 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0014_000001 (auth:SIMPLE)
2015-02-12 16:37:03,332 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0014_01_000002 by user soberoi
2015-02-12 16:37:03,332 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000002
2015-02-12 16:37:03,332 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0014_01_000002 to application application_1423787534997_0014
2015-02-12 16:37:03,333 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:37:03,333 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0014
2015-02-12 16:37:03,333 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0014
2015-02-12 16:37:03,333 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:03,333 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0014
2015-02-12 16:37:03,333 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:03,369 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:03,369 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:03,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000002/default_container_executor.sh]
2015-02-12 16:37:03,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149
2015-02-12 16:37:03,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741968_1144
2015-02-12 16:37:03,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741969_1145
2015-02-12 16:37:03,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 16:37:03,556 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 16:37:03,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741964 for deletion
2015-02-12 16:37:03,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 16:37:03,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741966 for deletion
2015-02-12 16:37:03,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 16:37:03,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 16:37:03,558 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 16:37:03,558 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741966
2015-02-12 16:37:03,557 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741964
2015-02-12 16:37:03,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741972_1148
2015-02-12 16:37:03,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741976_1152
2015-02-12 16:37:03,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741974_1150
2015-02-12 16:37:03,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741968 for deletion
2015-02-12 16:37:03,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741968_1144 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741968
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741964 for deletion
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741966 for deletion
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741964
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 16:37:03,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 16:37:03,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741966_1142 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741966
2015-02-12 16:37:03,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 16:37:03,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 16:37:04,206 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:37:04,215 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:04,216 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:05,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:05,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:05,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:06,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0014_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:06,171 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0014_000001 (auth:SIMPLE)
2015-02-12 16:37:06,173 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0014_01_000002
2015-02-12 16:37:06,173 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000002
2015-02-12 16:37:06,173 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:37:06,173 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0014_01_000002
2015-02-12 16:37:06,193 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:37:06,193 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0014_01_000002 is : 143
2015-02-12 16:37:06,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155 src: /127.0.0.1:52976 dest: /127.0.0.1:51606
2015-02-12 16:37:06,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155 src: /127.0.0.1:52977 dest: /127.0.0.1:51616
2015-02-12 16:37:06,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155 src: /127.0.0.1:52978 dest: /127.0.0.1:51613
2015-02-12 16:37:06,202 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:37:06,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000002
2015-02-12 16:37:06,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000002
2015-02-12 16:37:06,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000002
2015-02-12 16:37:06,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000002
2015-02-12 16:37:06,205 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:37:06,205 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0014_01_000002 from application application_1423787534997_0014
2015-02-12 16:37:06,205 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:06,205 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0014
2015-02-12 16:37:06,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000002
2015-02-12 16:37:06,209 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1.jhist for DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:07,175 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:07,175 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0014_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:37:07,176 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000002
2015-02-12 16:37:07,176 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:37:07,176 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0014_000001 released container container_1423787534997_0014_01_000002 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:37:07,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153
2015-02-12 16:37:07,256 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:07,256 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000003
2015-02-12 16:37:07,256 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:37:07,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741973_1149
2015-02-12 16:37:07,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154
2015-02-12 16:37:07,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153
2015-02-12 16:37:08,180 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:08,222 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0014_01_000003
2015-02-12 16:37:08,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:08,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154
2015-02-12 16:37:08,341 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0014_000001 (auth:SIMPLE)
2015-02-12 16:37:08,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0014_01_000003 by user soberoi
2015-02-12 16:37:08,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0014
2015-02-12 16:37:08,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000003
2015-02-12 16:37:08,346 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0014 transitioned from NEW to INITING
2015-02-12 16:37:08,346 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0014_01_000003 to application application_1423787534997_0014
2015-02-12 16:37:08,346 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0014 transitioned from INITING to RUNNING
2015-02-12 16:37:08,346 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:37:08,347 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0014
2015-02-12 16:37:08,347 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0014
2015-02-12 16:37:08,347 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:08,347 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0014
2015-02-12 16:37:08,347 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:08,348 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:08,348 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0014_01_000003
2015-02-12 16:37:08,361 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423787534997_0014_01_000003.tokens. Credentials list:
2015-02-12 16:37:08,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:08,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423787534997_0014_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000003.tokens
2015-02-12 16:37:08,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:08,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:08,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:08,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:08,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:08,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:08,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741978_1154
2015-02-12 16:37:08,736 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741977_1153
2015-02-12 16:37:08,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:08,772 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:08,813 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:08,813 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:08,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000003/default_container_executor.sh]
2015-02-12 16:37:09,185 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0014_01_000002]
2015-02-12 16:37:09,185 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:09,226 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:37:09,260 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:11,323 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:37:11,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0014_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:11,620 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0014_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:37:11,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156 src: /127.0.0.1:52987 dest: /127.0.0.1:51610
2015-02-12 16:37:11,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156 src: /127.0.0.1:52988 dest: /127.0.0.1:51616
2015-02-12 16:37:11,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156 src: /127.0.0.1:52989 dest: /127.0.0.1:51606
2015-02-12 16:37:11,799 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52989, dest: /127.0.0.1:51606, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0014_r_000000_0_517927816_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156, duration: 41270000
2015-02-12 16:37:11,800 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:11,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:11,800 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52988, dest: /127.0.0.1:51616, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0014_r_000000_0_517927816_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156, duration: 41860000
2015-02-12 16:37:11,801 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:11,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:11,802 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52987, dest: /127.0.0.1:51610, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0014_r_000000_0_517927816_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156, duration: 43613000
2015-02-12 16:37:11,802 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:11,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:11,810 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0014_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0014_r_000000_0_517927816_1
2015-02-12 16:37:11,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0014_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:11,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0014_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:11,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1423787534997_0014_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:37:11,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1423787534997_0014_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1423787534997_0014_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:37:11,858 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0014_000001 (auth:SIMPLE)
2015-02-12 16:37:11,861 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0014_01_000003
2015-02-12 16:37:11,861 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000003
2015-02-12 16:37:11,861 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:37:11,861 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0014_01_000003
2015-02-12 16:37:11,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:11,874 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:11,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:37:11,888 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0014_01_000003 is : 143
2015-02-12 16:37:11,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:11,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:11,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1423787534997_0014_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:37:11,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:11,901 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:37:11,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000003
2015-02-12 16:37:11,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000003
2015-02-12 16:37:11,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000003
2015-02-12 16:37:11,902 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000003
2015-02-12 16:37:11,902 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:37:11,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000003
2015-02-12 16:37:11,902 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0014_01_000003 from application application_1423787534997_0014
2015-02-12 16:37:11,903 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:11,903 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0014
2015-02-12 16:37:11,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1423787534997_0014_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:11,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:37:11,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:11,916 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:11,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:11,921 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:11,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52978, dest: /127.0.0.1:51613, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155, duration: 5742622000
2015-02-12 16:37:11,945 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:11,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 13750
2015-02-12 16:37:11,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52977, dest: /127.0.0.1:51616, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155, duration: 5746709000
2015-02-12 16:37:11,949 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:11,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 13750
2015-02-12 16:37:11,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52976, dest: /127.0.0.1:51606, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155, duration: 5750108000
2015-02-12 16:37:11,952 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:11,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 13750
2015-02-12 16:37:11,955 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1.jhist is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:11,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:11,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:37:11,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157 src: /127.0.0.1:52991 dest: /127.0.0.1:51613
2015-02-12 16:37:11,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157 src: /127.0.0.1:52992 dest: /127.0.0.1:51606
2015-02-12 16:37:11,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157 src: /127.0.0.1:52993 dest: /127.0.0.1:51616
2015-02-12 16:37:11,972 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52993, dest: /127.0.0.1:51616, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157, duration: 2135000
2015-02-12 16:37:11,972 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:11,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:11,973 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52992, dest: /127.0.0.1:51606, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157, duration: 3067000
2015-02-12 16:37:11,973 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:11,974 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52991, dest: /127.0.0.1:51613, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157, duration: 4218000
2015-02-12 16:37:11,975 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:11,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:11,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:11,978 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary_tmp is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:11,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:11,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:11,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:12,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:12,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:12,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:12,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:12,019 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:37:12,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158 src: /127.0.0.1:52995 dest: /127.0.0.1:51613
2015-02-12 16:37:12,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158 src: /127.0.0.1:52996 dest: /127.0.0.1:51616
2015-02-12 16:37:12,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158 src: /127.0.0.1:52997 dest: /127.0.0.1:51610
2015-02-12 16:37:12,029 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52997, dest: /127.0.0.1:51610, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158, duration: 3195000
2015-02-12 16:37:12,029 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:12,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:12,030 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52996, dest: /127.0.0.1:51616, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158, duration: 3964000
2015-02-12 16:37:12,031 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:12,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:12,032 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52995, dest: /127.0.0.1:51613, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158, duration: 5395000
2015-02-12 16:37:12,032 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:12,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:12,035 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:12,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:12,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:12,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:12,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:12,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:12,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014/job_1423787534997_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:12,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:12,057 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:37:12,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159 src: /127.0.0.1:52998 dest: /127.0.0.1:51610
2015-02-12 16:37:12,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159 src: /127.0.0.1:52999 dest: /127.0.0.1:51613
2015-02-12 16:37:12,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159 src: /127.0.0.1:53000 dest: /127.0.0.1:51616
2015-02-12 16:37:12,070 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53000, dest: /127.0.0.1:51616, bytes: 114468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159, duration: 2588000
2015-02-12 16:37:12,070 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:12,071 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52999, dest: /127.0.0.1:51613, bytes: 114468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159, duration: 3421000
2015-02-12 16:37:12,071 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:12,072 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:52998, dest: /127.0.0.1:51610, bytes: 114468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-487430298_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159, duration: 4463000
2015-02-12 16:37:12,072 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:12,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:37:12,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:12,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:12,077 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-487430298_1
2015-02-12 16:37:12,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:12,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:12,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:12,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:12,102 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0014_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:37:12,103 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:37:12,103 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0014 with final state: FINISHING
2015-02-12 16:37:12,103 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0014 State change from RUNNING to FINAL_SAVING
2015-02-12 16:37:12,103 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0014
2015-02-12 16:37:12,103 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:37:12,103 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0014 State change from FINAL_SAVING to FINISHING
2015-02-12 16:37:12,867 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:12,867 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0014_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:37:12,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000003
2015-02-12 16:37:12,868 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:37:12,868 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0014_000001 released container container_1423787534997_0014_01_000003 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:37:13,111 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0014 unregistered successfully.
2015-02-12 16:37:13,116 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741973_1149 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51610
2015-02-12 16:37:13,116 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741974_1150 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:37:13,116 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:37:13,116 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:37:13,117 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741978_1154 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:37:13,117 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741979_1155 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:37:13,117 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741977_1153 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:37:13,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0014 dst=null perm=null proto=rpc
2015-02-12 16:37:13,159 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741969_1145 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:37:13,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5297930252_lower_upper_6422DB84D7D84693817BEDBD7E80B3BF dst=null perm=null proto=rpc
2015-02-12 16:37:13,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,161 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary
2015-02-12 16:37:13,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:37:13,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,187 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:37:13,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:13,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:13,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,207 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:37:13,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:13,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:13,211 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false
2015-02-12 16:37:13,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:13,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:13,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:37:13,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:37:13,247 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:37:13,247 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:37:13,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:13,280 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:37:13,281 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:37:13,281 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:37:13,281 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false"]
2015-02-12 16:37:13,281 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:37:13,281 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 16:37:13,281 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 16:37:13,283 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 16:37:13,305 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:37:13,324 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:37:13,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348 dst=null perm=null proto=rpc
2015-02-12 16:37:13,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:13,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:13,332 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 15
2015-02-12 16:37:13,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015 dst=null perm=null proto=rpc
2015-02-12 16:37:13,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:37:13,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:37:13,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:13,344 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:37:13,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160 src: /127.0.0.1:53018 dest: /127.0.0.1:51610
2015-02-12 16:37:13,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160 src: /127.0.0.1:53019 dest: /127.0.0.1:51616
2015-02-12 16:37:13,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160 src: /127.0.0.1:53020 dest: /127.0.0.1:51606
2015-02-12 16:37:13,356 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53020, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160, duration: 2058000
2015-02-12 16:37:13,357 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:13,359 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,359 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53019, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160, duration: 3552000
2015-02-12 16:37:13,360 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,361 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53018, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160, duration: 6139000
2015-02-12 16:37:13,361 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,362 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,363 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:13,364 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar
2015-02-12 16:37:13,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:13,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:37:13,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:37:13,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:37:13,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:37:13,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:37:13,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:37:13,378 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:37:13,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:37:13,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:37:13,380 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:37:13,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:37:13,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:13,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:13,386 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split
2015-02-12 16:37:13,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:13,389 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:37:13,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161 src: /127.0.0.1:53021 dest: /127.0.0.1:51613
2015-02-12 16:37:13,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161 src: /127.0.0.1:53022 dest: /127.0.0.1:51606
2015-02-12 16:37:13,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161 src: /127.0.0.1:53023 dest: /127.0.0.1:51610
2015-02-12 16:37:13,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161 src: /127.0.0.1:53024 dest: /127.0.0.1:51616
2015-02-12 16:37:13,411 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53024, dest: /127.0.0.1:51616, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161, duration: 8779000
2015-02-12 16:37:13,411 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:13,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:37:13,411 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53023, dest: /127.0.0.1:51610, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161, duration: 8991000
2015-02-12 16:37:13,412 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,412 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,412 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53022, dest: /127.0.0.1:51606, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161, duration: 9968000
2015-02-12 16:37:13,412 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,413 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53021, dest: /127.0.0.1:51613, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161, duration: 10583000
2015-02-12 16:37:13,413 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,414 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,415 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:13,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:13,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:13,421 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:37:13,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162 src: /127.0.0.1:53025 dest: /127.0.0.1:51616
2015-02-12 16:37:13,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162 src: /127.0.0.1:53026 dest: /127.0.0.1:51606
2015-02-12 16:37:13,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162 src: /127.0.0.1:53027 dest: /127.0.0.1:51610
2015-02-12 16:37:13,429 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53027, dest: /127.0.0.1:51610, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162, duration: 1243000
2015-02-12 16:37:13,429 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:13,430 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53026, dest: /127.0.0.1:51606, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162, duration: 1841000
2015-02-12 16:37:13,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:37:13,430 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,431 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53025, dest: /127.0.0.1:51616, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162, duration: 2877000
2015-02-12 16:37:13,431 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,434 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:13,435 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:2
2015-02-12 16:37:13,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:13,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:13,446 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:37:13,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163 src: /127.0.0.1:53028 dest: /127.0.0.1:51616
2015-02-12 16:37:13,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163 src: /127.0.0.1:53029 dest: /127.0.0.1:51613
2015-02-12 16:37:13,454 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163 src: /127.0.0.1:53030 dest: /127.0.0.1:51610
2015-02-12 16:37:13,460 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53030, dest: /127.0.0.1:51610, bytes: 97927, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163, duration: 2647000
2015-02-12 16:37:13,460 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:13,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,461 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53029, dest: /127.0.0.1:51613, bytes: 97927, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163, duration: 2885000
2015-02-12 16:37:13,461 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,462 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53028, dest: /127.0.0.1:51616, bytes: 97927, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163, duration: 3838000
2015-02-12 16:37:13,462 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:13,463 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:13,467 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:13,467 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0015
2015-02-12 16:37:13,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015 dst=null perm=null proto=rpc
2015-02-12 16:37:13,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:13,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:13,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:13,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:13,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:13,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:13,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,485 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 15 submitted by user soberoi
2015-02-12 16:37:13,486 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0015
2015-02-12 16:37:13,486 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0015
2015-02-12 16:37:13,486 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0015 State change from NEW to NEW_SAVING
2015-02-12 16:37:13,486 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0015
2015-02-12 16:37:13,487 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0015 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:37:13,487 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0015 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:37:13,488 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0015 State change from SUBMITTED to ACCEPTED
2015-02-12 16:37:13,488 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0015
2015-02-12 16:37:13,488 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0015_000001
2015-02-12 16:37:13,488 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from NEW to SUBMITTED
2015-02-12 16:37:13,488 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0015_000001 to scheduler from user: soberoi
2015-02-12 16:37:13,489 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:37:13,490 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0015/
2015-02-12 16:37:13,491 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0015
2015-02-12 16:37:13,491 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0015/
2015-02-12 16:37:13,578 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:13,579 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000001
2015-02-12 16:37:13,579 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:37:13,579 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0015_01_000001
2015-02-12 16:37:13,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:13,579 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0015_000001
2015-02-12 16:37:13,580 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0015 AttemptId: appattempt_1423787534997_0015_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0015_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ]
2015-02-12 16:37:13,580 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:37:13,580 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:37:13,580 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0015_000001
2015-02-12 16:37:13,581 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0015_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ] for AM appattempt_1423787534997_0015_000001
2015-02-12 16:37:13,581 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0015_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:37:13,582 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0015_000001
2015-02-12 16:37:13,582 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0015_000001
2015-02-12 16:37:13,584 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:13,586 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0015_01_000001 by user soberoi
2015-02-12 16:37:13,586 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0015
2015-02-12 16:37:13,586 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000001
2015-02-12 16:37:13,586 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from NEW to INITING
2015-02-12 16:37:13,586 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0015_01_000001 to application application_1423787534997_0015
2015-02-12 16:37:13,587 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from INITING to RUNNING
2015-02-12 16:37:13,587 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0015_01_000001, NodeId: 10.1.1.67:51651, NodeHttpAddress: 10.1.1.67:51654, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51651 }, ] for AM appattempt_1423787534997_0015_000001
2015-02-12 16:37:13,587 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:37:13,587 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:37:13,587 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0015
2015-02-12 16:37:13,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:13,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:37:13,588 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:37:13,588 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:13,588 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0015_01_000001
2015-02-12 16:37:13,597 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423787534997_0015_01_000001.tokens. Credentials list:
2015-02-12 16:37:13,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:13,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423787534997_0015_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000001.tokens
2015-02-12 16:37:13,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:13,869 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:13,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:13,940 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:13,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:13,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:13,998 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0015/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:14,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:14,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:14,062 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0015/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:14,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:14,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:14,122 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0015/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:14,122 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:14,158 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:14,158 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:14,239 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51606 to replicate blk_1073741984_1160 to datanode(s) 127.0.0.1:51613
2015-02-12 16:37:14,239 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741969_1145, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741977_1153, blk_1073741978_1154]
2015-02-12 16:37:14,239 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741969_1145, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741978_1154, blk_1073741979_1155]
2015-02-12 16:37:14,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000001/default_container_executor.sh]
2015-02-12 16:37:14,578 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:14,870 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:15,129 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=98e2d7ea-3620-4c76-8178-62d225f5b578, infoPort=51607, ipcPort=51608, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160 to 127.0.0.1:51613
2015-02-12 16:37:15,131 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160 (numBytes=254067) to /127.0.0.1:51613
2015-02-12 16:37:15,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160 src: /127.0.0.1:53035 dest: /127.0.0.1:51613
2015-02-12 16:37:15,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160 src: /127.0.0.1:53035 dest: /127.0.0.1:51613 of size 254067
2015-02-12 16:37:15,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741984_1160 size 254067
2015-02-12 16:37:15,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 16:37:15,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 16:37:15,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 16:37:15,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 16:37:15,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 16:37:15,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 16:37:15,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 16:37:15,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 16:37:15,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 16:37:15,215 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 16:37:15,215 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 16:37:15,215 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 16:37:15,215 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 16:37:15,215 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 16:37:15,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 16:37:15,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 16:37:15,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 16:37:15,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 16:37:15,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 16:37:15,565 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 16:37:15,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 16:37:15,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 16:37:15,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 16:37:15,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 16:37:15,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 16:37:15,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741979 for deletion
2015-02-12 16:37:15,566 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 16:37:15,567 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741979
2015-02-12 16:37:15,874 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:16,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:16,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:37:16,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:37:16,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:37:16,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015 dst=null perm=null proto=rpc
2015-02-12 16:37:16,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:37:16,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:37:16,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:16,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:16,877 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:17,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157
2015-02-12 16:37:17,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156
2015-02-12 16:37:17,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155
2015-02-12 16:37:17,243 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741977_1153, blk_1073741979_1155]
2015-02-12 16:37:17,243 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741969_1145, blk_1073741973_1149, blk_1073741974_1150, blk_1073741976_1152, blk_1073741977_1153, blk_1073741978_1154, blk_1073741979_1155]
2015-02-12 16:37:17,548 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:17,551 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0015_000001
2015-02-12 16:37:17,551 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0015 APPATTEMPTID=appattempt_1423787534997_0015_000001
2015-02-12 16:37:17,551 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:37:17,551 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0015 State change from ACCEPTED to RUNNING
2015-02-12 16:37:17,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:17,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:37:17,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158
2015-02-12 16:37:17,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156
2015-02-12 16:37:17,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:17,727 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159
2015-02-12 16:37:17,882 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:17,944 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:37:18,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164 src: /127.0.0.1:53043 dest: /127.0.0.1:51610
2015-02-12 16:37:18,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164 src: /127.0.0.1:53044 dest: /127.0.0.1:51606
2015-02-12 16:37:18,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164 src: /127.0.0.1:53045 dest: /127.0.0.1:51613
2015-02-12 16:37:18,050 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53045, dest: /127.0.0.1:51613, bytes: 114780, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164, duration: 38255000
2015-02-12 16:37:18,051 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:18,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:18,051 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53044, dest: /127.0.0.1:51606, bytes: 114780, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164, duration: 39145000
2015-02-12 16:37:18,052 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:18,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:18,052 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53043, dest: /127.0.0.1:51610, bytes: 114780, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164, duration: 40069000
2015-02-12 16:37:18,053 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:18,053 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:18,061 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:18,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:18,094 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:37:18,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165 src: /127.0.0.1:53046 dest: /127.0.0.1:51610
2015-02-12 16:37:18,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165 src: /127.0.0.1:53047 dest: /127.0.0.1:51613
2015-02-12 16:37:18,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165 src: /127.0.0.1:53048 dest: /127.0.0.1:51616
2015-02-12 16:37:18,106 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53048, dest: /127.0.0.1:51616, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165, duration: 1791000
2015-02-12 16:37:18,106 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:18,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:18,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53047, dest: /127.0.0.1:51613, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165, duration: 2071000
2015-02-12 16:37:18,107 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:18,108 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53046, dest: /127.0.0.1:51610, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165, duration: 3014000
2015-02-12 16:37:18,108 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:18,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:18,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:18,116 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015.summary is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:18,132 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 16:37:18,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 16:37:18,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 16:37:18,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 16:37:18,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741979 for deletion
2015-02-12 16:37:18,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 16:37:18,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 16:37:18,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 16:37:18,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 16:37:18,136 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741979
2015-02-12 16:37:18,165 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0014_01_000001 succeeded
2015-02-12 16:37:18,165 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:37:18,165 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0014_01_000001
2015-02-12 16:37:18,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000001
2015-02-12 16:37:18,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000001
2015-02-12 16:37:18,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000001
2015-02-12 16:37:18,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0014/container_1423787534997_0014_01_000001
2015-02-12 16:37:18,194 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000001
2015-02-12 16:37:18,194 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0014_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:37:18,194 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0014_01_000001 from application application_1423787534997_0014
2015-02-12 16:37:18,195 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:18,195 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0014
2015-02-12 16:37:18,209 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0014_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:18,209 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0014_000001
2015-02-12 16:37:18,209 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0014_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:37:18,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000001
2015-02-12 16:37:18,210 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0014_000001
2015-02-12 16:37:18,210 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:37:18,210 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0014_000001 State change from FINISHING to FINISHED
2015-02-12 16:37:18,210 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0014_000001 released container container_1423787534997_0014_01_000001 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:37:18,210 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0014 State change from FINISHING to FINISHED
2015-02-12 16:37:18,210 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0014_000001 is done. finalState=FINISHED
2015-02-12 16:37:18,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0014
2015-02-12 16:37:18,211 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0014 requests cleared
2015-02-12 16:37:18,211 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0014,name=[5A4BA69E01134ABF8D9936BCE28C8B04/4E9FCE1990F74F8FB5D1A4B9DF7F46F2] lower*upper/(2/2) ...e/false/false/false/false,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0014/jobhistory/job/job_1423787534997_0014,appMasterHost=10.1.1.67,startTime=1423787816689,finishTime=1423787832103,finalStatus=SUCCEEDED
2015-02-12 16:37:18,211 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0014_000001
2015-02-12 16:37:18,214 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0014_000001 (auth:SIMPLE)
2015-02-12 16:37:18,216 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0014_01_000001
2015-02-12 16:37:18,216 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0014 CONTAINERID=container_1423787534997_0014_01_000001
2015-02-12 16:37:18,216 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0014_01_000001]
2015-02-12 16:37:18,216 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:18,217 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:18,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:18,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:18,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:18,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:18,219 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0014
2015-02-12 16:37:18,220 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:18,221 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0014, with delay of 10800 seconds
2015-02-12 16:37:18,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159
2015-02-12 16:37:18,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158
2015-02-12 16:37:18,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157
2015-02-12 16:37:18,590 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:18,590 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000002
2015-02-12 16:37:18,591 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:37:18,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741983_1159
2015-02-12 16:37:18,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161
2015-02-12 16:37:18,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741981_1157
2015-02-12 16:37:18,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162
2015-02-12 16:37:18,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741980_1156
2015-02-12 16:37:18,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741979_1155
2015-02-12 16:37:18,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741982_1158
2015-02-12 16:37:18,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163
2015-02-12 16:37:18,870 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 16:37:18,870 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 16:37:18,870 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 16:37:18,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 16:37:18,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 16:37:18,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 16:37:18,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 16:37:18,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 16:37:18,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 16:37:18,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 16:37:18,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 16:37:18,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741979 for deletion
2015-02-12 16:37:18,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 16:37:18,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741979
2015-02-12 16:37:18,887 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:18,887 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:18,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:18,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:18,888 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000003
2015-02-12 16:37:18,888 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:37:18,888 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0014
2015-02-12 16:37:18,889 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:18,889 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0014, with delay of 10800 seconds
2015-02-12 16:37:18,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:18,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:18,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0014
2015-02-12 16:37:19,151 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160
2015-02-12 16:37:19,602 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0015_01_000002
2015-02-12 16:37:19,602 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:19,602 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0015_01_000003
2015-02-12 16:37:19,603 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:19,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:19,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:19,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:19,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:19,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:19,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:19,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:19,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:19,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:19,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:19,738 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:19,738 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:19,741 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0015_01_000002 by user soberoi
2015-02-12 16:37:19,741 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0015_01_000003 by user soberoi
2015-02-12 16:37:19,742 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000002
2015-02-12 16:37:19,742 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0015_01_000002 to application application_1423787534997_0015
2015-02-12 16:37:19,742 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0015
2015-02-12 16:37:19,742 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000003
2015-02-12 16:37:19,742 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:37:19,743 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0015
2015-02-12 16:37:19,743 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0015
2015-02-12 16:37:19,743 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:19,743 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from NEW to INITING
2015-02-12 16:37:19,743 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0015
2015-02-12 16:37:19,743 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0015_01_000003 to application application_1423787534997_0015
2015-02-12 16:37:19,743 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:19,743 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from INITING to RUNNING
2015-02-12 16:37:19,744 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:37:19,744 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0015
2015-02-12 16:37:19,744 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0015
2015-02-12 16:37:19,744 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:19,744 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0015
2015-02-12 16:37:19,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:19,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:19,745 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0015_01_000003
2015-02-12 16:37:19,760 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423787534997_0015_01_000003.tokens. Credentials list:
2015-02-12 16:37:19,784 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:19,784 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:19,889 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:19,889 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:19,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:19,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000002/default_container_executor.sh]
2015-02-12 16:37:20,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423787534997_0015_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000003.tokens
2015-02-12 16:37:20,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:20,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:20,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:20,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:20,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:20,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:20,274 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:20,274 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:20,324 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:20,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:20,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000003/default_container_executor.sh]
2015-02-12 16:37:20,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:20,612 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:37:22,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160
2015-02-12 16:37:22,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162
2015-02-12 16:37:22,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161
2015-02-12 16:37:22,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741986_1162
2015-02-12 16:37:22,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160
2015-02-12 16:37:22,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161
2015-02-12 16:37:22,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163
2015-02-12 16:37:23,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741987_1163
2015-02-12 16:37:23,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165
2015-02-12 16:37:23,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164
2015-02-12 16:37:23,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741985_1161
2015-02-12 16:37:23,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741984_1160
2015-02-12 16:37:23,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:23,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:37:24,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:24,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165
2015-02-12 16:37:24,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:37:24,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/_temporary/attempt_1423787534997_0015_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:24,347 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:24,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0015_01_000002
2015-02-12 16:37:24,349 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000002
2015-02-12 16:37:24,349 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:37:24,350 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0015_01_000002
2015-02-12 16:37:24,374 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:37:24,375 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 1333 Total time for transactions(ms): 129 Number of transactions batched in Syncs: 5 Number of syncs: 904 SyncTimes(ms): 330 222
2015-02-12 16:37:24,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166 src: /127.0.0.1:53064 dest: /127.0.0.1:51613
2015-02-12 16:37:24,379 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0015_01_000002 is : 143
2015-02-12 16:37:24,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166 src: /127.0.0.1:53065 dest: /127.0.0.1:51606
2015-02-12 16:37:24,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166 src: /127.0.0.1:53066 dest: /127.0.0.1:51610
2015-02-12 16:37:24,389 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1.jhist for DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:24,391 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:37:24,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000002
2015-02-12 16:37:24,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000002
2015-02-12 16:37:24,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000002
2015-02-12 16:37:24,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000002
2015-02-12 16:37:24,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000002
2015-02-12 16:37:24,394 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:37:24,395 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0015_01_000002 from application application_1423787534997_0015
2015-02-12 16:37:24,395 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:24,395 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0015
2015-02-12 16:37:24,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/_temporary/attempt_1423787534997_0015_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:37:24,611 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:24,613 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0015_01_000003
2015-02-12 16:37:24,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000003
2015-02-12 16:37:24,613 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:37:24,614 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0015_01_000003
2015-02-12 16:37:24,626 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0015_01_000003 is : 143
2015-02-12 16:37:24,637 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:37:24,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000003
2015-02-12 16:37:24,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000003
2015-02-12 16:37:24,638 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000003
2015-02-12 16:37:24,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000003
2015-02-12 16:37:24,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000003
2015-02-12 16:37:24,638 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:37:24,639 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0015_01_000003 from application application_1423787534997_0015
2015-02-12 16:37:24,639 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:24,639 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0015
2015-02-12 16:37:25,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:25,355 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0015_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:37:25,356 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000002
2015-02-12 16:37:25,356 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:37:25,356 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0015_000001 released container container_1423787534997_0015_01_000002 on node: host: 10.1.1.67:51651 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:37:25,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:25,615 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0015_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:37:25,615 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000003
2015-02-12 16:37:25,616 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:37:25,616 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0015_000001 released container container_1423787534997_0015_01_000003 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:37:26,235 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:26,235 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000004
2015-02-12 16:37:26,235 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:37:26,361 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:26,620 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:26,639 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0015_01_000004
2015-02-12 16:37:26,639 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:26,649 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:26,651 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0015_01_000004 by user soberoi
2015-02-12 16:37:26,651 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0015
2015-02-12 16:37:26,651 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000004
2015-02-12 16:37:26,651 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from NEW to INITING
2015-02-12 16:37:26,652 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0015_01_000004 to application application_1423787534997_0015
2015-02-12 16:37:26,652 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from INITING to RUNNING
2015-02-12 16:37:26,652 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:37:26,652 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0015
2015-02-12 16:37:26,652 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0015
2015-02-12 16:37:26,652 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:26,653 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0015
2015-02-12 16:37:26,653 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:26,653 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:26,653 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0015_01_000004
2015-02-12 16:37:26,665 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0015_01_000004.tokens. Credentials list:
2015-02-12 16:37:26,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:26,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0015_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000004.tokens
2015-02-12 16:37:26,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:26,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:26,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:27,014 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:27,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:27,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:27,077 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:27,078 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:27,121 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:27,122 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:27,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164
2015-02-12 16:37:27,236 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:27,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000004/default_container_executor.sh]
2015-02-12 16:37:27,361 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0015_01_000002]
2015-02-12 16:37:27,361 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:27,622 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0015_01_000003]
2015-02-12 16:37:27,622 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:27,642 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:37:27,941 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741988_1164
2015-02-12 16:37:27,941 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741989_1165
2015-02-12 16:37:29,037 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 16:37:29,038 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:37:29,702 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:37:29,704 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:37:29,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/_temporary/attempt_1423787534997_0015_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:30,005 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/_temporary/attempt_1423787534997_0015_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:37:30,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167 src: /127.0.0.1:53077 dest: /127.0.0.1:51606
2015-02-12 16:37:30,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167 src: /127.0.0.1:53078 dest: /127.0.0.1:51613
2015-02-12 16:37:30,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167 src: /127.0.0.1:53079 dest: /127.0.0.1:51610
2015-02-12 16:37:30,161 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53079, dest: /127.0.0.1:51610, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0015_r_000000_0_148490373_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167, duration: 35960000
2015-02-12 16:37:30,161 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:30,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:37:30,162 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53078, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0015_r_000000_0_148490373_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167, duration: 36725000
2015-02-12 16:37:30,162 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,163 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53077, dest: /127.0.0.1:51606, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0015_r_000000_0_148490373_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167, duration: 37683000
2015-02-12 16:37:30,163 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,170 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/_temporary/attempt_1423787534997_0015_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0015_r_000000_0_148490373_1
2015-02-12 16:37:30,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/_temporary/attempt_1423787534997_0015_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:30,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/_temporary/attempt_1423787534997_0015_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:30,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/task_1423787534997_0015_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:37:30,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/_temporary/attempt_1423787534997_0015_r_000000_0 dst=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/task_1423787534997_0015_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:37:30,219 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:30,221 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0015_01_000004
2015-02-12 16:37:30,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000004
2015-02-12 16:37:30,221 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:37:30,221 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0015_01_000004
2015-02-12 16:37:30,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:30,233 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:30,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:37:30,245 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0015_01_000004 is : 143
2015-02-12 16:37:30,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348 dst=null perm=null proto=rpc
2015-02-12 16:37:30,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348 dst=null perm=null proto=rpc
2015-02-12 16:37:30,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/task_1423787534997_0015_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:37:30,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:30,259 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:37:30,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000004
2015-02-12 16:37:30,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000004
2015-02-12 16:37:30,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000004
2015-02-12 16:37:30,261 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000004
2015-02-12 16:37:30,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000004
2015-02-12 16:37:30,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary/1/task_1423787534997_0015_r_000000/part-00000 dst=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:30,261 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:37:30,261 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0015_01_000004 from application application_1423787534997_0015
2015-02-12 16:37:30,262 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:30,262 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0015
2015-02-12 16:37:30,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_temporary dst=null perm=null proto=rpc
2015-02-12 16:37:30,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:30,282 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:30,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:30,290 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:30,310 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53066, dest: /127.0.0.1:51610, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166, duration: 5923991000
2015-02-12 16:37:30,311 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:30,318 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53065, dest: /127.0.0.1:51606, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166, duration: 5931508000
2015-02-12 16:37:30,318 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 14384
2015-02-12 16:37:30,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 14384
2015-02-12 16:37:30,319 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53064, dest: /127.0.0.1:51613, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166, duration: 5933387000
2015-02-12 16:37:30,320 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 14384
2015-02-12 16:37:30,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1.jhist is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:30,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:30,332 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:37:30,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168 src: /127.0.0.1:53081 dest: /127.0.0.1:51616
2015-02-12 16:37:30,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168 src: /127.0.0.1:53082 dest: /127.0.0.1:51610
2015-02-12 16:37:30,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168 src: /127.0.0.1:53083 dest: /127.0.0.1:51613
2015-02-12 16:37:30,340 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53083, dest: /127.0.0.1:51613, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168, duration: 1459000
2015-02-12 16:37:30,341 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:30,342 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53082, dest: /127.0.0.1:51610, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168, duration: 2076000
2015-02-12 16:37:30,342 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,343 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53081, dest: /127.0.0.1:51616, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168, duration: 3794000
2015-02-12 16:37:30,343 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,348 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:30,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:30,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:30,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:30,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:30,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:30,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:30,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:30,385 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:37:30,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169 src: /127.0.0.1:53085 dest: /127.0.0.1:51606
2015-02-12 16:37:30,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169 src: /127.0.0.1:53086 dest: /127.0.0.1:51616
2015-02-12 16:37:30,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169 src: /127.0.0.1:53087 dest: /127.0.0.1:51613
2015-02-12 16:37:30,394 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53087, dest: /127.0.0.1:51613, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169, duration: 1814000
2015-02-12 16:37:30,394 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:30,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,395 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53086, dest: /127.0.0.1:51616, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169, duration: 2511000
2015-02-12 16:37:30,396 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,396 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53085, dest: /127.0.0.1:51606, bytes: 45781, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169, duration: 3751000
2015-02-12 16:37:30,397 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,400 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:30,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:30,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:30,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:30,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:30,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:30,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015/job_1423787534997_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:30,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:30,421 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:37:30,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170 src: /127.0.0.1:53088 dest: /127.0.0.1:51616
2015-02-12 16:37:30,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170 src: /127.0.0.1:53089 dest: /127.0.0.1:51613
2015-02-12 16:37:30,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170 src: /127.0.0.1:53090 dest: /127.0.0.1:51610
2015-02-12 16:37:30,433 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53090, dest: /127.0.0.1:51610, bytes: 114780, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170, duration: 2297000
2015-02-12 16:37:30,434 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:30,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:37:30,434 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53089, dest: /127.0.0.1:51613, bytes: 114780, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170, duration: 2951000
2015-02-12 16:37:30,434 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,435 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53088, dest: /127.0.0.1:51616, bytes: 114780, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1237926507_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170, duration: 4101000
2015-02-12 16:37:30,436 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:30,437 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:30,439 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1237926507_1
2015-02-12 16:37:30,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:30,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:30,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:30,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:30,459 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0015_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:37:30,460 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:37:30,460 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0015 with final state: FINISHING
2015-02-12 16:37:30,460 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0015 State change from RUNNING to FINAL_SAVING
2015-02-12 16:37:30,461 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0015
2015-02-12 16:37:30,461 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:37:30,462 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0015 State change from FINAL_SAVING to FINISHING
2015-02-12 16:37:31,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:31,228 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0015_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:37:31,228 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000004
2015-02-12 16:37:31,228 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:37:31,228 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0015_000001 released container container_1423787534997_0015_01_000004 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:37:31,466 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0015 unregistered successfully.
2015-02-12 16:37:31,470 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741984_1160 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:37:31,470 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741985_1161 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:37:31,470 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741986_1162 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:37:31,471 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51610
2015-02-12 16:37:31,471 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741989_1165 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:37:31,471 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741990_1166 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:37:31,471 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741988_1164 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:37:31,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0015 dst=null perm=null proto=rpc
2015-02-12 16:37:31,507 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...lue/true/true/false/false
2015-02-12 16:37:31,517 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:37:31,526 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:37:31,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:31,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:31,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:31,534 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 16
2015-02-12 16:37:31,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016 dst=null perm=null proto=rpc
2015-02-12 16:37:31,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:37:31,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:37:31,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:31,544 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:37:31,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171 src: /127.0.0.1:53093 dest: /127.0.0.1:51616
2015-02-12 16:37:31,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171 src: /127.0.0.1:53094 dest: /127.0.0.1:51610
2015-02-12 16:37:31,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171 src: /127.0.0.1:53095 dest: /127.0.0.1:51613
2015-02-12 16:37:31,566 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53095, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171, duration: 9566000
2015-02-12 16:37:31,570 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:31,572 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53094, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171, duration: 15857000
2015-02-12 16:37:31,572 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,573 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53093, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171, duration: 17376000
2015-02-12 16:37:31,574 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,576 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:31,577 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar
2015-02-12 16:37:31,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:31,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:37:31,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:37:31,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:37:31,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:37:31,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:37:31,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348 dst=null perm=null proto=rpc
2015-02-12 16:37:31,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348 dst=null perm=null proto=rpc
2015-02-12 16:37:31,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348 dst=null perm=null proto=rpc
2015-02-12 16:37:31,593 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:37:31,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:31,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:31,601 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split
2015-02-12 16:37:31,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:31,602 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:37:31,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172 src: /127.0.0.1:53096 dest: /127.0.0.1:51606
2015-02-12 16:37:31,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172 src: /127.0.0.1:53097 dest: /127.0.0.1:51613
2015-02-12 16:37:31,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172 src: /127.0.0.1:53098 dest: /127.0.0.1:51616
2015-02-12 16:37:31,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172 src: /127.0.0.1:53099 dest: /127.0.0.1:51610
2015-02-12 16:37:31,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53099, dest: /127.0.0.1:51610, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172, duration: 1535000
2015-02-12 16:37:31,614 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:31,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53098, dest: /127.0.0.1:51616, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172, duration: 1874000
2015-02-12 16:37:31,615 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,617 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53097, dest: /127.0.0.1:51613, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172, duration: 3566000
2015-02-12 16:37:31,617 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,618 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53096, dest: /127.0.0.1:51606, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172, duration: 4840000
2015-02-12 16:37:31,618 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,623 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:31,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:31,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:31,631 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:37:31,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173 src: /127.0.0.1:53100 dest: /127.0.0.1:51610
2015-02-12 16:37:31,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173 src: /127.0.0.1:53101 dest: /127.0.0.1:51613
2015-02-12 16:37:31,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173 src: /127.0.0.1:53102 dest: /127.0.0.1:51606
2015-02-12 16:37:31,640 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53102, dest: /127.0.0.1:51606, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173, duration: 1283000
2015-02-12 16:37:31,640 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:31,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,641 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53101, dest: /127.0.0.1:51613, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173, duration: 2010000
2015-02-12 16:37:31,641 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,642 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53100, dest: /127.0.0.1:51610, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173, duration: 2813000
2015-02-12 16:37:31,642 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:31,644 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:31,644 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:37:31,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:31,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:31,657 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:37:31,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174 src: /127.0.0.1:53103 dest: /127.0.0.1:51616
2015-02-12 16:37:31,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174 src: /127.0.0.1:53104 dest: /127.0.0.1:51610
2015-02-12 16:37:31,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174 src: /127.0.0.1:53105 dest: /127.0.0.1:51613
2015-02-12 16:37:31,669 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53105, dest: /127.0.0.1:51613, bytes: 97539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174, duration: 2700000
2015-02-12 16:37:31,670 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:31,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:37:31,672 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53104, dest: /127.0.0.1:51610, bytes: 97539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174, duration: 4371000
2015-02-12 16:37:31,673 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,674 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53103, dest: /127.0.0.1:51616, bytes: 97539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174, duration: 6298000
2015-02-12 16:37:31,675 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:31,676 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:37:31,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741998_1174 size 97539
2015-02-12 16:37:31,679 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:31,679 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0016
2015-02-12 16:37:31,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016 dst=null perm=null proto=rpc
2015-02-12 16:37:31,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:31,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:31,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:31,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:31,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:31,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:31,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:31,698 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 16 submitted by user soberoi
2015-02-12 16:37:31,698 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0016
2015-02-12 16:37:31,699 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0016
2015-02-12 16:37:31,699 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0016
2015-02-12 16:37:31,699 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0016 State change from NEW to NEW_SAVING
2015-02-12 16:37:31,699 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0016 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:37:31,699 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0016 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:37:31,700 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0016 State change from SUBMITTED to ACCEPTED
2015-02-12 16:37:31,700 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0016_000001
2015-02-12 16:37:31,700 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from NEW to SUBMITTED
2015-02-12 16:37:31,700 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0016_000001 to scheduler from user: soberoi
2015-02-12 16:37:31,701 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:37:31,701 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0016
2015-02-12 16:37:31,706 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0016/
2015-02-12 16:37:31,706 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0016
2015-02-12 16:37:31,706 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0016/
2015-02-12 16:37:32,231 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:32,232 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:32,232 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000001
2015-02-12 16:37:32,233 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0016_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:37:32,233 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0016_01_000001
2015-02-12 16:37:32,233 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:32,233 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0016_000001
2015-02-12 16:37:32,234 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0016 AttemptId: appattempt_1423787534997_0016_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0016_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ]
2015-02-12 16:37:32,234 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:37:32,234 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:37:32,234 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0016_000001
2015-02-12 16:37:32,235 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0016_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0016_000001
2015-02-12 16:37:32,235 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0016_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:37:32,236 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0016_000001
2015-02-12 16:37:32,236 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0016_000001
2015-02-12 16:37:32,238 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0016_000001 (auth:SIMPLE)
2015-02-12 16:37:32,240 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0016_01_000001 by user soberoi
2015-02-12 16:37:32,241 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0016
2015-02-12 16:37:32,241 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000001
2015-02-12 16:37:32,241 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0016 transitioned from NEW to INITING
2015-02-12 16:37:32,241 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0016_01_000001 to application application_1423787534997_0016
2015-02-12 16:37:32,242 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0016 transitioned from INITING to RUNNING
2015-02-12 16:37:32,242 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0016_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0016_000001
2015-02-12 16:37:32,242 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:37:32,242 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:37:32,242 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0016
2015-02-12 16:37:32,242 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:32,243 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:37:32,243 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:37:32,243 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:32,243 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0016_01_000001
2015-02-12 16:37:32,253 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423787534997_0016_01_000001.tokens. Credentials list:
2015-02-12 16:37:32,258 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51613 to replicate blk_1073741995_1171 to datanode(s) 127.0.0.1:51606
2015-02-12 16:37:32,258 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741986_1162, blk_1073741988_1164, blk_1073741990_1166]
2015-02-12 16:37:32,258 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166]
2015-02-12 16:37:32,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:32,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423787534997_0016_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000001.tokens
2015-02-12 16:37:32,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0016
2015-02-12 16:37:32,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:32,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:32,583 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:32,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:32,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:32,644 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0016/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:32,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:32,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:32,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0016/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:32,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:32,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:32,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0016/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:32,777 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:32,809 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:32,809 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:32,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000001/default_container_executor.sh]
2015-02-12 16:37:33,143 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 16:37:33,144 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 16:37:33,144 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 16:37:33,144 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 16:37:33,144 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 16:37:33,144 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 16:37:33,144 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 16:37:33,144 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 16:37:33,145 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 16:37:33,145 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 16:37:33,216 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 16:37:33,217 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 16:37:33,217 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 16:37:33,217 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 16:37:33,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 16:37:33,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 16:37:33,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 16:37:33,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 16:37:33,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 16:37:33,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 16:37:33,219 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 16:37:33,219 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 16:37:33,219 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 16:37:33,219 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 16:37:33,234 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:33,234 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:33,576 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171 to 127.0.0.1:51606
2015-02-12 16:37:33,578 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:37:33,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171 src: /127.0.0.1:53114 dest: /127.0.0.1:51606
2015-02-12 16:37:33,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171 src: /127.0.0.1:53114 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:37:33,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741995_1171 size 254067
2015-02-12 16:37:34,235 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:34,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:34,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:37:34,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:37:34,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:37:34,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016 dst=null perm=null proto=rpc
2015-02-12 16:37:34,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:37:34,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:37:35,236 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:35,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:35,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:35,261 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741986_1162, blk_1073741987_1163, blk_1073741989_1165]
2015-02-12 16:37:35,261 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166]
2015-02-12 16:37:36,170 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0016_000001 (auth:SIMPLE)
2015-02-12 16:37:36,171 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0016_000001
2015-02-12 16:37:36,172 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0016 APPATTEMPTID=appattempt_1423787534997_0016_000001
2015-02-12 16:37:36,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:37:36,172 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0016 State change from ACCEPTED to RUNNING
2015-02-12 16:37:36,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:36,239 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:36,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:37:36,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:36,518 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0015_01_000001 succeeded
2015-02-12 16:37:36,518 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:37:36,518 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0015_01_000001
2015-02-12 16:37:36,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000001
2015-02-12 16:37:36,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000001
2015-02-12 16:37:36,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000001
2015-02-12 16:37:36,539 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000001
2015-02-12 16:37:36,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0015/container_1423787534997_0015_01_000001
2015-02-12 16:37:36,539 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0015_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:37:36,539 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0015_01_000001 from application application_1423787534997_0015
2015-02-12 16:37:36,539 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:36,539 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0015
2015-02-12 16:37:36,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 16:37:36,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 16:37:36,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 16:37:36,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 16:37:36,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 16:37:36,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 16:37:36,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 16:37:36,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 16:37:36,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 16:37:36,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 16:37:36,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 16:37:36,583 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 16:37:36,591 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:37:36,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175 src: /127.0.0.1:53122 dest: /127.0.0.1:51606
2015-02-12 16:37:36,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175 src: /127.0.0.1:53123 dest: /127.0.0.1:51616
2015-02-12 16:37:36,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175 src: /127.0.0.1:53124 dest: /127.0.0.1:51613
2015-02-12 16:37:36,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53124, dest: /127.0.0.1:51613, bytes: 114416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175, duration: 30136000
2015-02-12 16:37:36,690 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:36,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:37:36,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53123, dest: /127.0.0.1:51616, bytes: 114416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175, duration: 30787000
2015-02-12 16:37:36,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:36,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53122, dest: /127.0.0.1:51606, bytes: 114416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175, duration: 33803000
2015-02-12 16:37:36,694 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:36,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:37:36,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:37:36,703 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:36,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:36,742 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:37:36,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176 src: /127.0.0.1:53125 dest: /127.0.0.1:51610
2015-02-12 16:37:36,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176 src: /127.0.0.1:53126 dest: /127.0.0.1:51616
2015-02-12 16:37:36,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176 src: /127.0.0.1:53127 dest: /127.0.0.1:51613
2015-02-12 16:37:36,753 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53127, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176, duration: 1373000
2015-02-12 16:37:36,754 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:36,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:36,754 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53126, dest: /127.0.0.1:51616, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176, duration: 2074000
2015-02-12 16:37:36,755 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:36,756 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53125, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176, duration: 3189000
2015-02-12 16:37:36,756 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:36,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:36,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:36,763 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016.summary is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:36,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 16:37:36,886 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 16:37:36,886 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 16:37:36,886 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 16:37:36,886 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 16:37:36,886 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 16:37:36,886 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 16:37:36,886 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 16:37:36,887 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 16:37:36,887 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 16:37:37,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167
2015-02-12 16:37:37,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173
2015-02-12 16:37:37,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169
2015-02-12 16:37:37,227 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172
2015-02-12 16:37:37,239 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:37,240 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:37,240 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000002
2015-02-12 16:37:37,240 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0016_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:37:37,382 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0015_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:37,382 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0015_000001
2015-02-12 16:37:37,383 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0015_000001
2015-02-12 16:37:37,383 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0015_000001 State change from FINISHING to FINISHED
2015-02-12 16:37:37,383 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0015 State change from FINISHING to FINISHED
2015-02-12 16:37:37,382 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0015_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:37:37,384 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0015_000001
2015-02-12 16:37:37,384 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000001
2015-02-12 16:37:37,384 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:37:37,384 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0015_000001 released container container_1423787534997_0015_01_000001 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:37:37,384 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0015
2015-02-12 16:37:37,385 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0015_000001 is done. finalState=FINISHED
2015-02-12 16:37:37,388 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0015,name=[22D7917898AD42459A534C099A7680C1/AB35D33DA354466C90F2497B099A6507] lower*upper/(1/2),user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0015/jobhistory/job/job_1423787534997_0015,appMasterHost=10.1.1.67,startTime=1423787833485,finishTime=1423787850460,finalStatus=SUCCEEDED
2015-02-12 16:37:37,388 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0015 requests cleared
2015-02-12 16:37:37,390 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0015_000001 (auth:SIMPLE)
2015-02-12 16:37:37,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0015_01_000001
2015-02-12 16:37:37,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0015 CONTAINERID=container_1423787534997_0015_01_000001
2015-02-12 16:37:37,394 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0015_01_000001]
2015-02-12 16:37:37,394 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:37,394 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:37,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:37,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:37,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:37,395 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0015
2015-02-12 16:37:37,395 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:37,396 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0015, with delay of 10800 seconds
2015-02-12 16:37:37,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:37,649 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:37,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:37,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:37,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:37,651 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0015
2015-02-12 16:37:37,651 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:37,651 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0015, with delay of 10800 seconds
2015-02-12 16:37:37,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:37,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170
2015-02-12 16:37:37,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173
2015-02-12 16:37:37,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167
2015-02-12 16:37:38,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171
2015-02-12 16:37:38,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174
2015-02-12 16:37:38,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168
2015-02-12 16:37:38,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172
2015-02-12 16:37:38,228 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0016_01_000002
2015-02-12 16:37:38,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:38,241 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:38,241 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:38,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:38,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:38,242 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0015
2015-02-12 16:37:38,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:38,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0015
2015-02-12 16:37:38,242 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:38,243 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0015, with delay of 10800 seconds
2015-02-12 16:37:38,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:38,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:38,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:38,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:38,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:38,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:38,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:38,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:38,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:38,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:38,365 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0016_000001 (auth:SIMPLE)
2015-02-12 16:37:38,367 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0016_01_000002 by user soberoi
2015-02-12 16:37:38,367 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000002
2015-02-12 16:37:38,367 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0016_01_000002 to application application_1423787534997_0016
2015-02-12 16:37:38,368 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:37:38,368 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0016
2015-02-12 16:37:38,368 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0016
2015-02-12 16:37:38,368 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:38,368 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0016
2015-02-12 16:37:38,369 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:38,399 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:38,399 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:38,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000002/default_container_executor.sh]
2015-02-12 16:37:38,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169
2015-02-12 16:37:38,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741991_1167
2015-02-12 16:37:38,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741997_1173
2015-02-12 16:37:38,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170
2015-02-12 16:37:38,746 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171
2015-02-12 16:37:38,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174
2015-02-12 16:37:38,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168
2015-02-12 16:37:38,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172
2015-02-12 16:37:39,169 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741998_1174
2015-02-12 16:37:39,170 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741992_1168
2015-02-12 16:37:39,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171
2015-02-12 16:37:39,242 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:39,243 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:39,243 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:37:39,375 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741994_1170
2015-02-12 16:37:39,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741993_1169
2015-02-12 16:37:39,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741996_1172
2015-02-12 16:37:40,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:41,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:41,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:41,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0016_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:41,310 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0016_000001 (auth:SIMPLE)
2015-02-12 16:37:41,311 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0016_01_000002
2015-02-12 16:37:41,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000002
2015-02-12 16:37:41,311 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:37:41,312 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0016_01_000002
2015-02-12 16:37:41,325 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0016_01_000002 is : 143
2015-02-12 16:37:41,327 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:37:41,330 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177 src: /127.0.0.1:53135 dest: /127.0.0.1:51613
2015-02-12 16:37:41,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177 src: /127.0.0.1:53136 dest: /127.0.0.1:51606
2015-02-12 16:37:41,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177 src: /127.0.0.1:53137 dest: /127.0.0.1:51610
2015-02-12 16:37:41,337 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:37:41,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000002
2015-02-12 16:37:41,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000002
2015-02-12 16:37:41,338 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:37:41,338 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0016_01_000002 from application application_1423787534997_0016
2015-02-12 16:37:41,338 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:41,339 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0016
2015-02-12 16:37:41,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000002
2015-02-12 16:37:41,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000002
2015-02-12 16:37:41,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000002
2015-02-12 16:37:41,344 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1.jhist for DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:42,232 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175
2015-02-12 16:37:42,314 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:42,314 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0016_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:37:42,314 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000002
2015-02-12 16:37:42,315 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0016_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:37:42,315 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0016_000001 released container container_1423787534997_0016_01_000002 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:37:42,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741995_1171
2015-02-12 16:37:43,164 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176
2015-02-12 16:37:43,318 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:43,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:43,319 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000003
2015-02-12 16:37:43,319 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0016_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:37:43,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175
2015-02-12 16:37:43,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176
2015-02-12 16:37:44,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:44,274 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0016_000001 (auth:SIMPLE)
2015-02-12 16:37:44,282 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0016_01_000003 by user soberoi
2015-02-12 16:37:44,283 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000003
2015-02-12 16:37:44,283 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0016_01_000003 to application application_1423787534997_0016
2015-02-12 16:37:44,283 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:37:44,284 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0016
2015-02-12 16:37:44,284 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0016
2015-02-12 16:37:44,284 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:44,284 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0016
2015-02-12 16:37:44,285 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:44,317 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:44,317 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:44,323 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0016_01_000002]
2015-02-12 16:37:44,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:44,323 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:44,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073741999_1175
2015-02-12 16:37:44,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742000_1176
2015-02-12 16:37:44,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000003/default_container_executor.sh]
2015-02-12 16:37:45,269 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:37:46,869 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:37:47,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0016_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:47,164 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0016_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:37:47,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178 src: /127.0.0.1:53142 dest: /127.0.0.1:51613
2015-02-12 16:37:47,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178 src: /127.0.0.1:53143 dest: /127.0.0.1:51616
2015-02-12 16:37:47,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178 src: /127.0.0.1:53144 dest: /127.0.0.1:51610
2015-02-12 16:37:47,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53144, dest: /127.0.0.1:51610, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0016_r_000000_0_164179171_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178, duration: 51506000
2015-02-12 16:37:47,324 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:47,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53143, dest: /127.0.0.1:51616, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0016_r_000000_0_164179171_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178, duration: 52103000
2015-02-12 16:37:47,325 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53142, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0016_r_000000_0_164179171_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178, duration: 53287000
2015-02-12 16:37:47,327 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,332 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0016_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0016_r_000000_0_164179171_1
2015-02-12 16:37:47,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0016_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:47,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0016_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:37:47,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1423787534997_0016_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:37:47,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1423787534997_0016_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1423787534997_0016_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:37:47,379 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0016_000001 (auth:SIMPLE)
2015-02-12 16:37:47,382 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0016_01_000003
2015-02-12 16:37:47,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000003
2015-02-12 16:37:47,382 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:37:47,382 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0016_01_000003
2015-02-12 16:37:47,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:47,391 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:47,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:37:47,404 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0016_01_000003 is : 143
2015-02-12 16:37:47,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:47,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:47,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1423787534997_0016_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:37:47,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:47,418 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:37:47,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000003
2015-02-12 16:37:47,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1423787534997_0016_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:47,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000003
2015-02-12 16:37:47,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000003
2015-02-12 16:37:47,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000003
2015-02-12 16:37:47,427 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000003
2015-02-12 16:37:47,429 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:37:47,429 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0016_01_000003 from application application_1423787534997_0016
2015-02-12 16:37:47,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:47,429 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0016
2015-02-12 16:37:47,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:37:47,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:47,439 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:47,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:47,445 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:47,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53137, dest: /127.0.0.1:51610, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177, duration: 6130517000
2015-02-12 16:37:47,468 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:47,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13750
2015-02-12 16:37:47,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53136, dest: /127.0.0.1:51606, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177, duration: 6134066000
2015-02-12 16:37:47,471 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13750
2015-02-12 16:37:47,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53135, dest: /127.0.0.1:51613, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177, duration: 6135672000
2015-02-12 16:37:47,473 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13750
2015-02-12 16:37:47,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1.jhist is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:47,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:47,482 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:37:47,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179 src: /127.0.0.1:53146 dest: /127.0.0.1:51616
2015-02-12 16:37:47,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179 src: /127.0.0.1:53147 dest: /127.0.0.1:51606
2015-02-12 16:37:47,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179 src: /127.0.0.1:53148 dest: /127.0.0.1:51613
2015-02-12 16:37:47,490 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53148, dest: /127.0.0.1:51613, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179, duration: 1554000
2015-02-12 16:37:47,490 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:47,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,491 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53147, dest: /127.0.0.1:51606, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179, duration: 2245000
2015-02-12 16:37:47,491 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,492 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53146, dest: /127.0.0.1:51616, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179, duration: 3287000
2015-02-12 16:37:47,492 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,494 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:47,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:47,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:47,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:47,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:47,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:47,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:37:47,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:47,532 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:37:47,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180 src: /127.0.0.1:53150 dest: /127.0.0.1:51613
2015-02-12 16:37:47,536 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180 src: /127.0.0.1:53151 dest: /127.0.0.1:51616
2015-02-12 16:37:47,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180 src: /127.0.0.1:53152 dest: /127.0.0.1:51610
2015-02-12 16:37:47,540 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53152, dest: /127.0.0.1:51610, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180, duration: 1728000
2015-02-12 16:37:47,541 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:47,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,541 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53151, dest: /127.0.0.1:51616, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180, duration: 2494000
2015-02-12 16:37:47,542 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:47,543 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53150, dest: /127.0.0.1:51613, bytes: 38005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180, duration: 3609000
2015-02-12 16:37:47,543 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:47,545 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:47,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:47,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:47,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:47,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:47,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:37:47,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016/job_1423787534997_0016_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:37:47,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:47,564 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:37:47,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181 src: /127.0.0.1:53153 dest: /127.0.0.1:51606
2015-02-12 16:37:47,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181 src: /127.0.0.1:53154 dest: /127.0.0.1:51613
2015-02-12 16:37:47,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181 src: /127.0.0.1:53155 dest: /127.0.0.1:51616
2015-02-12 16:37:47,583 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53155, dest: /127.0.0.1:51616, bytes: 114416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181, duration: 2618000
2015-02-12 16:37:47,583 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:47,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,584 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53154, dest: /127.0.0.1:51613, bytes: 114416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181, duration: 2419000
2015-02-12 16:37:47,584 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,585 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53153, dest: /127.0.0.1:51606, bytes: 114416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1675385845_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181, duration: 3379000
2015-02-12 16:37:47,585 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:47,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:37:47,587 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1675385845_1
2015-02-12 16:37:47,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:47,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:47,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:47,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:37:47,602 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0016_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:37:47,602 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:37:47,602 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0016 with final state: FINISHING
2015-02-12 16:37:47,602 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0016 State change from RUNNING to FINAL_SAVING
2015-02-12 16:37:47,602 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0016
2015-02-12 16:37:47,602 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:37:47,603 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0016 State change from FINAL_SAVING to FINISHING
2015-02-12 16:37:48,388 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:48,388 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0016_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:37:48,388 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000003
2015-02-12 16:37:48,388 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0016_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:37:48,388 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0016_000001 released container container_1423787534997_0016_01_000003 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:37:48,606 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0016 unregistered successfully.
2015-02-12 16:37:48,610 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741995_1171 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:37:48,610 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741996_1172 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:37:48,611 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741997_1173 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:37:48,611 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741998_1174 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:37:48,611 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:37:48,611 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742001_1177 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:37:48,611 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741999_1175 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:37:48,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0016 dst=null perm=null proto=rpc
2015-02-12 16:37:48,656 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51610
2015-02-12 16:37:48,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/2509996865_lower_upper_D77C7D9781FB4FC692129DAE3F06B348 dst=null perm=null proto=rpc
2015-02-12 16:37:48,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,658 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary
2015-02-12 16:37:48,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary dst=null perm=null proto=rpc
2015-02-12 16:37:48,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,676 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:37:48,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:48,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:48,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,695 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:37:48,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:48,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:48,700 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false
2015-02-12 16:37:48,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null proto=rpc
2015-02-12 16:37:48,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:48,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:37:48,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:37:48,722 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:37:48,722 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:37:48,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:37:48,735 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:37:48,735 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-02-12 16:37:48,735 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[[UNKNOWN]->['bytes', 'count']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes"]
2015-02-12 16:37:48,735 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:37:48,736 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:37:48,736 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:37:48,737 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ipesplatform/grouponbytes
2015-02-12 16:37:48,749 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:37:48,760 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:37:48,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:37:48,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:48,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:48,765 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 17
2015-02-12 16:37:48,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017 dst=null perm=null proto=rpc
2015-02-12 16:37:48,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:37:48,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:37:48,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:48,775 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:37:48,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182 src: /127.0.0.1:53160 dest: /127.0.0.1:51610
2015-02-12 16:37:48,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182 src: /127.0.0.1:53161 dest: /127.0.0.1:51613
2015-02-12 16:37:48,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182 src: /127.0.0.1:53162 dest: /127.0.0.1:51616
2015-02-12 16:37:48,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53162, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182, duration: 8132000
2015-02-12 16:37:48,793 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:48,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:37:48,794 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53161, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182, duration: 5932000
2015-02-12 16:37:48,794 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53160, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182, duration: 8067000
2015-02-12 16:37:48,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:48,796 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:48,799 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:48,800 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar
2015-02-12 16:37:48,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:48,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:37:48,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:37:48,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:37:48,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:37:48,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:37:48,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:37:48,812 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:37:48,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:37:48,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:48,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:48,817 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split
2015-02-12 16:37:48,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:48,819 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:37:48,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183 src: /127.0.0.1:53163 dest: /127.0.0.1:51610
2015-02-12 16:37:48,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183 src: /127.0.0.1:53164 dest: /127.0.0.1:51606
2015-02-12 16:37:48,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183 src: /127.0.0.1:53165 dest: /127.0.0.1:51616
2015-02-12 16:37:48,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183 src: /127.0.0.1:53166 dest: /127.0.0.1:51613
2015-02-12 16:37:48,835 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53166, dest: /127.0.0.1:51613, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183, duration: 8118000
2015-02-12 16:37:48,837 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:48,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:48,839 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53165, dest: /127.0.0.1:51616, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183, duration: 10852000
2015-02-12 16:37:48,839 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:48,840 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53164, dest: /127.0.0.1:51606, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183, duration: 12732000
2015-02-12 16:37:48,841 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:48,842 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53163, dest: /127.0.0.1:51610, bytes: 1447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183, duration: 14130000
2015-02-12 16:37:48,842 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:48,846 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:48,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:48,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:48,854 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:37:48,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184 src: /127.0.0.1:53167 dest: /127.0.0.1:51613
2015-02-12 16:37:48,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184 src: /127.0.0.1:53168 dest: /127.0.0.1:51610
2015-02-12 16:37:48,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184 src: /127.0.0.1:53169 dest: /127.0.0.1:51616
2015-02-12 16:37:48,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53169, dest: /127.0.0.1:51616, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184, duration: 1123000
2015-02-12 16:37:48,863 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:48,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53168, dest: /127.0.0.1:51610, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184, duration: 1861000
2015-02-12 16:37:48,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:37:48,864 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53167, dest: /127.0.0.1:51613, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184, duration: 3173000
2015-02-12 16:37:48,865 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]} size 0
2015-02-12 16:37:48,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:48,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:48,869 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 16:37:48,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:48,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:37:48,892 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:37:48,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185 src: /127.0.0.1:53170 dest: /127.0.0.1:51610
2015-02-12 16:37:48,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185 src: /127.0.0.1:53171 dest: /127.0.0.1:51616
2015-02-12 16:37:48,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185 src: /127.0.0.1:53172 dest: /127.0.0.1:51606
2015-02-12 16:37:48,904 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53172, dest: /127.0.0.1:51606, bytes: 97339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185, duration: 1818000
2015-02-12 16:37:48,905 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:48,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:37:48,906 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53171, dest: /127.0.0.1:51616, bytes: 97339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185, duration: 2646000
2015-02-12 16:37:48,906 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:37:48,907 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53170, dest: /127.0.0.1:51610, bytes: 97339, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185, duration: 4496000
2015-02-12 16:37:48,908 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:48,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:48,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:37:48,911 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0017
2015-02-12 16:37:48,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017 dst=null perm=null proto=rpc
2015-02-12 16:37:48,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:48,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:48,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:48,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:48,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:48,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:48,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:48,926 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 17 submitted by user soberoi
2015-02-12 16:37:48,926 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0017
2015-02-12 16:37:48,926 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0017 State change from NEW to NEW_SAVING
2015-02-12 16:37:48,927 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0017
2015-02-12 16:37:48,926 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0017
2015-02-12 16:37:48,927 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0017 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:37:48,927 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0017 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:37:48,928 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0017 State change from SUBMITTED to ACCEPTED
2015-02-12 16:37:48,928 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0017_000001
2015-02-12 16:37:48,928 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from NEW to SUBMITTED
2015-02-12 16:37:48,929 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0017_000001 to scheduler from user: soberoi
2015-02-12 16:37:48,930 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:37:48,931 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0017
2015-02-12 16:37:48,933 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0017/
2015-02-12 16:37:48,933 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423787534997_0017
2015-02-12 16:37:48,933 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0017/
2015-02-12 16:37:49,389 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:49,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:49,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000001
2015-02-12 16:37:49,390 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0017_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 16:37:49,390 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0017_01_000001
2015-02-12 16:37:49,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:49,391 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0017_000001
2015-02-12 16:37:49,391 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0017 AttemptId: appattempt_1423787534997_0017_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0017_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ]
2015-02-12 16:37:49,391 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:37:49,391 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:37:49,391 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0017_000001
2015-02-12 16:37:49,392 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0017_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0017_000001
2015-02-12 16:37:49,392 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0017_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:37:49,393 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0017_000001
2015-02-12 16:37:49,393 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0017_000001
2015-02-12 16:37:49,395 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:37:49,397 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0017_01_000001 by user soberoi
2015-02-12 16:37:49,397 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0017
2015-02-12 16:37:49,397 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000001
2015-02-12 16:37:49,397 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from NEW to INITING
2015-02-12 16:37:49,397 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0017_01_000001 to application application_1423787534997_0017
2015-02-12 16:37:49,397 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from INITING to RUNNING
2015-02-12 16:37:49,397 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0017_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0017_000001
2015-02-12 16:37:49,398 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:37:49,398 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:37:49,398 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0017
2015-02-12 16:37:49,398 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:49,398 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:37:49,399 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:37:49,399 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:49,399 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0017_01_000001
2015-02-12 16:37:49,408 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0017_01_000001.tokens. Credentials list:
2015-02-12 16:37:49,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:49,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423787534997_0017_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000001.tokens
2015-02-12 16:37:49,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:37:49,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:49,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:49,767 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:49,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:49,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:49,828 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0017/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:49,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:49,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:37:49,890 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0017/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:49,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:49,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:49,957 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0017/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:49,957 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:49,991 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:49,991 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:50,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000001/default_container_executor.sh]
2015-02-12 16:37:50,273 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51610 to replicate blk_1073742006_1182 to datanode(s) 127.0.0.1:51606
2015-02-12 16:37:50,273 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073741991_1167, blk_1073741995_1171, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174, blk_1073741999_1175]
2015-02-12 16:37:50,273 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073741991_1167, blk_1073741995_1171, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174]
2015-02-12 16:37:50,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:50,391 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:51,231 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18976121-9340-48bb-bbaa-6a43fcd8e204, infoPort=51611, ipcPort=51612, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182 to 127.0.0.1:51606
2015-02-12 16:37:51,232 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 16:37:51,232 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 16:37:51,232 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 16:37:51,233 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 16:37:51,233 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741996 for deletion
2015-02-12 16:37:51,233 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 16:37:51,233 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741998_1174 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741998 for deletion
2015-02-12 16:37:51,234 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 16:37:51,235 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 16:37:51,235 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 16:37:51,235 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:37:51,235 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 16:37:51,235 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 16:37:51,235 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741996
2015-02-12 16:37:51,235 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741998_1174 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741998
2015-02-12 16:37:51,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182 src: /127.0.0.1:53177 dest: /127.0.0.1:51606
2015-02-12 16:37:51,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182 src: /127.0.0.1:53177 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:37:51,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742006_1182 size 254067
2015-02-12 16:37:51,394 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:51,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 16:37:51,593 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 16:37:51,594 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 16:37:51,594 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 16:37:51,594 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 16:37:51,594 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741996 for deletion
2015-02-12 16:37:51,594 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 16:37:51,594 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 16:37:51,594 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741998_1174 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741998 for deletion
2015-02-12 16:37:51,595 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741999 for deletion
2015-02-12 16:37:51,595 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 16:37:51,596 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741996
2015-02-12 16:37:51,596 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 16:37:51,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741998_1174 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741998
2015-02-12 16:37:51,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 16:37:51,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741999
2015-02-12 16:37:52,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:37:52,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:37:52,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:37:52,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:37:52,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017 dst=null perm=null proto=rpc
2015-02-12 16:37:52,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:37:52,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:37:52,395 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:52,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:52,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:37:53,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178
2015-02-12 16:37:53,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180
2015-02-12 16:37:53,278 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073742000_1176, blk_1073741995_1171, blk_1073741996_1172, blk_1073741998_1174, blk_1073741999_1175]
2015-02-12 16:37:53,278 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073742001_1177, blk_1073741991_1167, blk_1073741995_1171, blk_1073741996_1172, blk_1073741997_1173, blk_1073741999_1175]
2015-02-12 16:37:53,399 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:53,471 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:37:53,474 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0017_000001
2015-02-12 16:37:53,474 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0017 APPATTEMPTID=appattempt_1423787534997_0017_000001
2015-02-12 16:37:53,474 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:37:53,475 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0017 State change from ACCEPTED to RUNNING
2015-02-12 16:37:53,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:53,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:37:53,679 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0016_01_000001 succeeded
2015-02-12 16:37:53,680 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:37:53,680 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0016_01_000001
2015-02-12 16:37:53,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:53,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000001
2015-02-12 16:37:53,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000001
2015-02-12 16:37:53,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000001
2015-02-12 16:37:53,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0016/container_1423787534997_0016_01_000001
2015-02-12 16:37:53,702 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000001
2015-02-12 16:37:53,702 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0016_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:37:53,703 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0016_01_000001 from application application_1423787534997_0016
2015-02-12 16:37:53,703 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:53,703 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0016
2015-02-12 16:37:53,940 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:37:53,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182
2015-02-12 16:37:53,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179
2015-02-12 16:37:53,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178
2015-02-12 16:37:53,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186 src: /127.0.0.1:53198 dest: /127.0.0.1:51613
2015-02-12 16:37:53,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186 src: /127.0.0.1:53199 dest: /127.0.0.1:51616
2015-02-12 16:37:54,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186 src: /127.0.0.1:53200 dest: /127.0.0.1:51610
2015-02-12 16:37:54,038 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53200, dest: /127.0.0.1:51610, bytes: 114168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186, duration: 35853000
2015-02-12 16:37:54,038 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:54,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53199, dest: /127.0.0.1:51616, bytes: 114168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186, duration: 36666000
2015-02-12 16:37:54,039 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:37:54,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:37:54,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53198, dest: /127.0.0.1:51613, bytes: 114168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186, duration: 37552000
2015-02-12 16:37:54,040 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:54,039 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:54,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:37:54,048 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:37:54,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:37:54,081 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:37:54,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187 src: /127.0.0.1:53201 dest: /127.0.0.1:51613
2015-02-12 16:37:54,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187 src: /127.0.0.1:53202 dest: /127.0.0.1:51610
2015-02-12 16:37:54,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187 src: /127.0.0.1:53203 dest: /127.0.0.1:51606
2015-02-12 16:37:54,093 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53203, dest: /127.0.0.1:51606, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187, duration: 1951000
2015-02-12 16:37:54,093 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:37:54,094 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53202, dest: /127.0.0.1:51610, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187, duration: 2776000
2015-02-12 16:37:54,094 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:54,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:54,095 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53201, dest: /127.0.0.1:51613, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187, duration: 3802000
2015-02-12 16:37:54,095 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:37:54,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:54,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:37:54,100 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017.summary is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:37:54,166 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742001 for deletion
2015-02-12 16:37:54,167 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 16:37:54,167 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 16:37:54,167 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741996 for deletion
2015-02-12 16:37:54,167 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742001
2015-02-12 16:37:54,167 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 16:37:54,167 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741999 for deletion
2015-02-12 16:37:54,167 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 16:37:54,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 16:37:54,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 16:37:54,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741999
2015-02-12 16:37:54,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741996
2015-02-12 16:37:54,173 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181
2015-02-12 16:37:54,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183
2015-02-12 16:37:54,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180
2015-02-12 16:37:54,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184
2015-02-12 16:37:54,391 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742002_1178
2015-02-12 16:37:54,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742004_1180
2015-02-12 16:37:54,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179
2015-02-12 16:37:54,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181
2015-02-12 16:37:54,402 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0016_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:37:54,403 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0016_000001
2015-02-12 16:37:54,403 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0016_000001
2015-02-12 16:37:54,403 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0016_000001 State change from FINISHING to FINISHED
2015-02-12 16:37:54,403 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0016 State change from FINISHING to FINISHED
2015-02-12 16:37:54,403 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0016_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:37:54,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0016
2015-02-12 16:37:54,404 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0016_000001
2015-02-12 16:37:54,404 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0016,name=[22D7917898AD42459A534C099A7680C1/42889AF75B8A438083821B8A58292E2F] lower*upper/(2/2) ...lue/true/true/false/false,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0016/jobhistory/job/job_1423787534997_0016,appMasterHost=10.1.1.67,startTime=1423787851698,finishTime=1423787867602,finalStatus=SUCCEEDED
2015-02-12 16:37:54,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000001
2015-02-12 16:37:54,405 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0016_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:37:54,405 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0016_000001 released container container_1423787534997_0016_01_000001 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:37:54,405 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:54,405 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0016_000001 is done. finalState=FINISHED
2015-02-12 16:37:54,405 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0016 requests cleared
2015-02-12 16:37:54,408 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0016_000001 (auth:SIMPLE)
2015-02-12 16:37:54,409 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0016_01_000001
2015-02-12 16:37:54,409 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0016 CONTAINERID=container_1423787534997_0016_01_000001
2015-02-12 16:37:54,410 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0016_01_000001]
2015-02-12 16:37:54,410 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:54,410 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:37:54,410 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:54,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0016
2015-02-12 16:37:54,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0016
2015-02-12 16:37:54,411 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0016
2015-02-12 16:37:54,411 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:37:54,412 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0016, with delay of 10800 seconds
2015-02-12 16:37:54,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0016
2015-02-12 16:37:54,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0016
2015-02-12 16:37:54,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182
2015-02-12 16:37:54,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184
2015-02-12 16:37:54,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183
2015-02-12 16:37:54,599 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185
2015-02-12 16:37:54,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:54,700 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000002
2015-02-12 16:37:54,700 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0017_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:37:54,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742000 for deletion
2015-02-12 16:37:54,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741995 for deletion
2015-02-12 16:37:54,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741996 for deletion
2015-02-12 16:37:54,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742000
2015-02-12 16:37:54,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741998_1174 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741998 for deletion
2015-02-12 16:37:54,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741999 for deletion
2015-02-12 16:37:54,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741996_1172 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741996
2015-02-12 16:37:54,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741995
2015-02-12 16:37:54,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741999_1175 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741999
2015-02-12 16:37:54,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741998_1174 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741998
2015-02-12 16:37:55,414 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:37:55,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:55,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000003
2015-02-12 16:37:55,415 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0017_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:37:55,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:55,460 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000004
2015-02-12 16:37:55,460 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0017_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:37:55,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:37:55,460 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000005
2015-02-12 16:37:55,461 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0017_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:37:55,573 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0017_01_000002
2015-02-12 16:37:55,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:55,574 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0017_01_000003
2015-02-12 16:37:55,574 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:55,574 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0017_01_000004
2015-02-12 16:37:55,574 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:55,575 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0017_01_000005
2015-02-12 16:37:55,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:37:55,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:55,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:55,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:55,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:55,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:55,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:55,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:55,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:55,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:37:55,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:37:55,727 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:37:55,728 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:37:55,729 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:37:55,731 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0017_01_000004 by user soberoi
2015-02-12 16:37:55,731 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0017
2015-02-12 16:37:55,731 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000004
2015-02-12 16:37:55,732 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from NEW to INITING
2015-02-12 16:37:55,732 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0017_01_000004 to application application_1423787534997_0017
2015-02-12 16:37:55,731 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:37:55,732 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from INITING to RUNNING
2015-02-12 16:37:55,733 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:37:55,733 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0017
2015-02-12 16:37:55,733 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0017
2015-02-12 16:37:55,733 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:55,732 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0017_01_000002 by user soberoi
2015-02-12 16:37:55,733 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0017
2015-02-12 16:37:55,733 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0017
2015-02-12 16:37:55,733 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000002
2015-02-12 16:37:55,734 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0017_01_000005 by user soberoi
2015-02-12 16:37:55,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0017
2015-02-12 16:37:55,735 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from NEW to INITING
2015-02-12 16:37:55,735 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0017_01_000002 to application application_1423787534997_0017
2015-02-12 16:37:55,735 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from NEW to INITING
2015-02-12 16:37:55,735 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0017_01_000005 to application application_1423787534997_0017
2015-02-12 16:37:55,735 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from INITING to RUNNING
2015-02-12 16:37:55,736 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:37:55,736 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0017
2015-02-12 16:37:55,736 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0017
2015-02-12 16:37:55,736 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:55,736 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0017
2015-02-12 16:37:55,736 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:55,736 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:55,737 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0017_01_000005
2015-02-12 16:37:55,734 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:55,737 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:55,738 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0017_01_000004
2015-02-12 16:37:55,735 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from INITING to RUNNING
2015-02-12 16:37:55,739 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:37:55,739 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0017
2015-02-12 16:37:55,739 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0017
2015-02-12 16:37:55,739 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:55,739 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0017
2015-02-12 16:37:55,740 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:37:55,740 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:37:55,735 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000005
2015-02-12 16:37:55,740 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0017_01_000002
2015-02-12 16:37:55,743 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0017_01_000003 by user soberoi
2015-02-12 16:37:55,743 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000003
2015-02-12 16:37:55,744 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0017_01_000003 to application application_1423787534997_0017
2015-02-12 16:37:55,744 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:37:55,744 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0017
2015-02-12 16:37:55,745 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0017
2015-02-12 16:37:55,745 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:37:55,745 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0017
2015-02-12 16:37:55,745 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:55,761 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0017_01_000005.tokens. Credentials list:
2015-02-12 16:37:55,762 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423787534997_0017_01_000002.tokens. Credentials list:
2015-02-12 16:37:55,762 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0017_01_000004.tokens. Credentials list:
2015-02-12 16:37:55,812 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:55,812 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:56,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:56,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:56,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:37:56,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000003/default_container_executor.sh]
2015-02-12 16:37:56,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423787534997_0017_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000002.tokens
2015-02-12 16:37:56,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:37:56,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0017_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000004.tokens
2015-02-12 16:37:56,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:37:56,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0017_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000005.tokens
2015-02-12 16:37:56,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:37:56,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:56,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:56,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:56,461 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:56,461 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:56,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:56,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:56,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:56,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar dst=null perm=null proto=rpc
2015-02-12 16:37:56,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:56,537 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:56,537 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:56,586 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:37:56,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:56,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:56,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:56,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:56,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:56,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml dst=null perm=null proto=rpc
2015-02-12 16:37:56,661 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:56,661 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:56,663 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:56,664 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:56,672 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:37:56,672 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:37:56,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:37:56,717 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:56,718 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:56,719 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:56,719 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:56,732 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:37:56,732 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:37:56,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000004/default_container_executor.sh]
2015-02-12 16:37:56,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000005/default_container_executor.sh]
2015-02-12 16:37:56,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000002/default_container_executor.sh]
2015-02-12 16:37:57,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185
2015-02-12 16:37:57,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183
2015-02-12 16:37:57,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742005_1181
2015-02-12 16:37:57,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742003_1179
2015-02-12 16:37:57,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182
2015-02-12 16:37:58,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742006_1182
2015-02-12 16:37:58,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742009_1185
2015-02-12 16:37:58,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742008_1184
2015-02-12 16:37:58,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742007_1183
2015-02-12 16:37:59,038 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30001 milliseconds
2015-02-12 16:37:59,039 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:37:59,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187
2015-02-12 16:37:59,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186
2015-02-12 16:37:59,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186
2015-02-12 16:38:02,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187
2015-02-12 16:38:03,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742010_1186
2015-02-12 16:38:03,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742011_1187
2015-02-12 16:38:04,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:04,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:04,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:04,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:04,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:38:05,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:38:05,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:38:05,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 16:38:05,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:38:05,312 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:38:05,314 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0017_01_000003
2015-02-12 16:38:05,314 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000003
2015-02-12 16:38:05,314 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:38:05,314 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0017_01_000003
2015-02-12 16:38:05,335 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:05,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188 src: /127.0.0.1:53238 dest: /127.0.0.1:51616
2015-02-12 16:38:05,339 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0017_01_000003 is : 143
2015-02-12 16:38:05,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188 src: /127.0.0.1:53239 dest: /127.0.0.1:51606
2015-02-12 16:38:05,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188 src: /127.0.0.1:53240 dest: /127.0.0.1:51610
2015-02-12 16:38:05,355 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1.jhist for DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:38:05,356 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:05,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000003
2015-02-12 16:38:05,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000003
2015-02-12 16:38:05,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000003
2015-02-12 16:38:05,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000003
2015-02-12 16:38:05,360 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000003
2015-02-12 16:38:05,360 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:05,361 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0017_01_000003 from application application_1423787534997_0017
2015-02-12 16:38:05,361 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:05,361 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0017
2015-02-12 16:38:05,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:38:05,648 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:38:05,650 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0017_01_000005
2015-02-12 16:38:05,650 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000005
2015-02-12 16:38:05,650 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:38:05,650 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0017_01_000005
2015-02-12 16:38:05,670 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0017_01_000005 is : 143
2015-02-12 16:38:05,679 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:05,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000005
2015-02-12 16:38:05,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000005
2015-02-12 16:38:05,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000005
2015-02-12 16:38:05,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000005
2015-02-12 16:38:05,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000005
2015-02-12 16:38:05,685 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:05,685 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0017_01_000005 from application application_1423787534997_0017
2015-02-12 16:38:05,686 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:05,686 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0017
2015-02-12 16:38:05,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:38:05,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:05,790 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:38:05,793 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0017_01_000002
2015-02-12 16:38:05,794 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000002
2015-02-12 16:38:05,794 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:38:05,795 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0017_01_000002
2015-02-12 16:38:05,806 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:38:05,812 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0017_01_000004
2015-02-12 16:38:05,812 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000004
2015-02-12 16:38:05,812 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:38:05,812 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0017_01_000004
2015-02-12 16:38:05,822 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0017_01_000002 is : 143
2015-02-12 16:38:05,833 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:05,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000002
2015-02-12 16:38:05,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000002
2015-02-12 16:38:05,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000002
2015-02-12 16:38:05,835 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:05,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000002
2015-02-12 16:38:05,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000002
2015-02-12 16:38:05,835 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0017_01_000002 from application application_1423787534997_0017
2015-02-12 16:38:05,836 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:05,836 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0017
2015-02-12 16:38:05,844 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0017_01_000004 is : 143
2015-02-12 16:38:05,855 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:05,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000004
2015-02-12 16:38:05,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000004
2015-02-12 16:38:05,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000004
2015-02-12 16:38:05,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000004
2015-02-12 16:38:05,860 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000004
2015-02-12 16:38:05,860 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:05,860 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0017_01_000004 from application application_1423787534997_0017
2015-02-12 16:38:05,861 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:05,861 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0017
2015-02-12 16:38:06,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:06,319 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0017_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:38:06,319 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000003
2015-02-12 16:38:06,319 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0017_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:38:06,319 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0017_000001 released container container_1423787534997_0017_01_000003 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:38:06,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:06,655 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0017_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:38:06,655 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000005
2015-02-12 16:38:06,656 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0017_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:06,656 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0017_000001 released container container_1423787534997_0017_01_000005 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:06,656 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:06,657 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000006
2015-02-12 16:38:06,657 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0017_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:38:06,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:06,800 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0017_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:38:06,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000002
2015-02-12 16:38:06,800 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0017_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:06,800 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0017_000001 released container container_1423787534997_0017_01_000002 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:06,815 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:06,815 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0017_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:38:06,815 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000004
2015-02-12 16:38:06,815 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0017_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:06,815 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0017_000001 released container container_1423787534997_0017_01_000004 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:07,322 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:07,631 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:07,642 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:38:07,644 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0017_01_000006 by user soberoi
2015-02-12 16:38:07,645 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000006
2015-02-12 16:38:07,645 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0017_01_000006 to application application_1423787534997_0017
2015-02-12 16:38:07,645 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:38:07,645 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0017
2015-02-12 16:38:07,645 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0017
2015-02-12 16:38:07,645 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:07,645 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0017
2015-02-12 16:38:07,646 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:07,656 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:07,657 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:07,674 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:07,675 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:07,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000006/default_container_executor.sh]
2015-02-12 16:38:07,803 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:07,817 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:08,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0017_01_000003]
2015-02-12 16:38:08,327 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:08,637 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:38:08,657 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0017_01_000005]
2015-02-12 16:38:08,657 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:08,803 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0017_01_000002]
2015-02-12 16:38:08,803 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:08,821 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0017_01_000004]
2015-02-12 16:38:08,821 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:10,210 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:38:10,213 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:38:10,216 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:38:10,217 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:38:10,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:10,522 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:38:10,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189 src: /127.0.0.1:53252 dest: /127.0.0.1:51610
2015-02-12 16:38:10,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189 src: /127.0.0.1:53253 dest: /127.0.0.1:51616
2015-02-12 16:38:10,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189 src: /127.0.0.1:53254 dest: /127.0.0.1:51613
2015-02-12 16:38:10,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53254, dest: /127.0.0.1:51613, bytes: 545, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0017_r_000000_0_1960533542_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189, duration: 30524000
2015-02-12 16:38:10,655 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:10,656 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53253, dest: /127.0.0.1:51616, bytes: 545, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0017_r_000000_0_1960533542_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189, duration: 32074000
2015-02-12 16:38:10,656 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:10,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53252, dest: /127.0.0.1:51610, bytes: 545, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0017_r_000000_0_1960533542_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189, duration: 34442000
2015-02-12 16:38:10,659 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:10,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:10,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0017_r_000000_0_1960533542_1
2015-02-12 16:38:10,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:10,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:10,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1423787534997_0017_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:38:10,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1423787534997_0017_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1423787534997_0017_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:38:10,708 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:38:10,711 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0017_01_000006
2015-02-12 16:38:10,711 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000006
2015-02-12 16:38:10,711 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:38:10,712 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0017_01_000006
2015-02-12 16:38:10,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:10,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:38:10,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:38:10,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:10,733 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0017_01_000006 is : 143
2015-02-12 16:38:10,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:10,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1423787534997_0017_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:38:10,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:10,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1423787534997_0017_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:10,743 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:10,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000006
2015-02-12 16:38:10,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000006
2015-02-12 16:38:10,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000006
2015-02-12 16:38:10,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000006
2015-02-12 16:38:10,745 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000006
2015-02-12 16:38:10,745 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:10,746 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0017_01_000006 from application application_1423787534997_0017
2015-02-12 16:38:10,746 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:10,746 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0017
2015-02-12 16:38:10,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary dst=null perm=null proto=rpc
2015-02-12 16:38:10,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:10,766 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:38:10,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:10,772 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:38:10,789 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53240, dest: /127.0.0.1:51610, bytes: 61430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188, duration: 5443450000
2015-02-12 16:38:10,789 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:10,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 15717
2015-02-12 16:38:10,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53239, dest: /127.0.0.1:51606, bytes: 61430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188, duration: 5444533000
2015-02-12 16:38:10,791 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 15717
2015-02-12 16:38:10,792 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53238, dest: /127.0.0.1:51616, bytes: 61430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188, duration: 5446945000
2015-02-12 16:38:10,792 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 15717
2015-02-12 16:38:10,797 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1.jhist is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:38:10,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:10,802 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:10,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190 src: /127.0.0.1:53256 dest: /127.0.0.1:51606
2015-02-12 16:38:10,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190 src: /127.0.0.1:53257 dest: /127.0.0.1:51616
2015-02-12 16:38:10,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190 src: /127.0.0.1:53258 dest: /127.0.0.1:51610
2015-02-12 16:38:10,818 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53258, dest: /127.0.0.1:51610, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190, duration: 2647000
2015-02-12 16:38:10,818 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:10,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:10,819 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53257, dest: /127.0.0.1:51616, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190, duration: 3666000
2015-02-12 16:38:10,820 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:10,820 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53256, dest: /127.0.0.1:51606, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190, duration: 5056000
2015-02-12 16:38:10,821 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:10,823 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary_tmp is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:38:10,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:10,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:10,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:10,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:10,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:10,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:10,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:10,853 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:38:10,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191 src: /127.0.0.1:53260 dest: /127.0.0.1:51610
2015-02-12 16:38:10,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191 src: /127.0.0.1:53261 dest: /127.0.0.1:51616
2015-02-12 16:38:10,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191 src: /127.0.0.1:53262 dest: /127.0.0.1:51613
2015-02-12 16:38:10,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53262, dest: /127.0.0.1:51613, bytes: 61430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191, duration: 2722000
2015-02-12 16:38:10,864 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:10,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:38:10,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53261, dest: /127.0.0.1:51616, bytes: 61430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191, duration: 4196000
2015-02-12 16:38:10,866 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:38:10,867 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53260, dest: /127.0.0.1:51610, bytes: 61430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191, duration: 5872000
2015-02-12 16:38:10,867 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:38:10,871 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:38:10,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:10,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:10,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:10,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:10,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:10,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017/job_1423787534997_0017_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:10,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:10,890 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:38:10,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192 src: /127.0.0.1:53264 dest: /127.0.0.1:51616
2015-02-12 16:38:10,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192 src: /127.0.0.1:53265 dest: /127.0.0.1:51613
2015-02-12 16:38:10,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192 src: /127.0.0.1:53266 dest: /127.0.0.1:51610
2015-02-12 16:38:10,899 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53266, dest: /127.0.0.1:51610, bytes: 114168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192, duration: 2580000
2015-02-12 16:38:10,899 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:10,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:10,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53265, dest: /127.0.0.1:51613, bytes: 114168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192, duration: 2736000
2015-02-12 16:38:10,900 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:10,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53264, dest: /127.0.0.1:51616, bytes: 114168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-815061946_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192, duration: 4346000
2015-02-12 16:38:10,901 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:10,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:10,905 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-815061946_1
2015-02-12 16:38:10,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:10,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:10,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:10,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:10,926 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0017_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:38:10,927 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:38:10,927 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0017 with final state: FINISHING
2015-02-12 16:38:10,927 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0017 State change from RUNNING to FINAL_SAVING
2015-02-12 16:38:10,927 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0017
2015-02-12 16:38:10,928 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:38:10,928 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0017 State change from FINAL_SAVING to FINISHING
2015-02-12 16:38:11,714 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:11,714 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0017_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:38:11,714 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000006
2015-02-12 16:38:11,714 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0017_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:11,715 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0017_000001 released container container_1423787534997_0017_01_000006 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:11,933 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0017 unregistered successfully.
2015-02-12 16:38:11,937 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:38:11,937 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742007_1183 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:38:11,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742008_1184 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:38:11,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742009_1185 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:38:11,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742011_1187 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:38:11,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742012_1188 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:38:11,938 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742010_1186 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:38:11,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0017 dst=null perm=null proto=rpc
2015-02-12 16:38:11,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:11,980 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary
2015-02-12 16:38:11,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary dst=null perm=null proto=rpc
2015-02-12 16:38:11,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:11,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:11,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:11,997 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:11,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:12,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:12,004 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/grouponbytes
2015-02-12 16:38:12,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:12,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:12,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:12,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null proto=rpc
2015-02-12 16:38:12,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:12,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:12,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:12,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:12,038 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:38:12,038 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:38:12,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:12,063 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:38:12,064 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:38:12,064 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:38:12,064 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true"]
2015-02-12 16:38:12,064 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:38:12,064 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-02-12 16:38:12,064 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-02-12 16:38:12,066 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-02-12 16:38:12,077 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:38:12,091 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:38:12,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E dst=null perm=null proto=rpc
2015-02-12 16:38:12,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:12,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:12,096 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 18
2015-02-12 16:38:12,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018 dst=null perm=null proto=rpc
2015-02-12 16:38:12,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:38:12,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:38:12,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:12,103 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:38:12,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193 src: /127.0.0.1:53270 dest: /127.0.0.1:51616
2015-02-12 16:38:12,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193 src: /127.0.0.1:53271 dest: /127.0.0.1:51610
2015-02-12 16:38:12,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193 src: /127.0.0.1:53272 dest: /127.0.0.1:51606
2015-02-12 16:38:12,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53272, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193, duration: 2624000
2015-02-12 16:38:12,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:12,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53271, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193, duration: 4087000
2015-02-12 16:38:12,116 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53270, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193, duration: 5767000
2015-02-12 16:38:12,118 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,121 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:12,122 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar
2015-02-12 16:38:12,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:12,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:38:12,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:38:12,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:38:12,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:38:12,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:38:12,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:12,137 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:12,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:12,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:12,140 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:12,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:12,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:12,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:12,145 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split
2015-02-12 16:38:12,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:12,149 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:12,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194 src: /127.0.0.1:53273 dest: /127.0.0.1:51613
2015-02-12 16:38:12,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194 src: /127.0.0.1:53274 dest: /127.0.0.1:51616
2015-02-12 16:38:12,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194 src: /127.0.0.1:53275 dest: /127.0.0.1:51606
2015-02-12 16:38:12,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194 src: /127.0.0.1:53276 dest: /127.0.0.1:51610
2015-02-12 16:38:12,160 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53276, dest: /127.0.0.1:51610, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194, duration: 1458000
2015-02-12 16:38:12,160 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:12,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:12,161 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53275, dest: /127.0.0.1:51606, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194, duration: 1825000
2015-02-12 16:38:12,161 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,162 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53274, dest: /127.0.0.1:51616, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194, duration: 2942000
2015-02-12 16:38:12,162 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,163 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53273, dest: /127.0.0.1:51613, bytes: 719, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194, duration: 3970000
2015-02-12 16:38:12,164 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,168 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:12,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:12,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:12,174 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:38:12,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195 src: /127.0.0.1:53277 dest: /127.0.0.1:51616
2015-02-12 16:38:12,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195 src: /127.0.0.1:53278 dest: /127.0.0.1:51613
2015-02-12 16:38:12,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195 src: /127.0.0.1:53279 dest: /127.0.0.1:51606
2015-02-12 16:38:12,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53279, dest: /127.0.0.1:51606, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195, duration: 2394000
2015-02-12 16:38:12,186 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:12,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:38:12,187 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53278, dest: /127.0.0.1:51613, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195, duration: 1950000
2015-02-12 16:38:12,187 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53277, dest: /127.0.0.1:51616, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195, duration: 2996000
2015-02-12 16:38:12,188 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,195 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:12,195 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:2
2015-02-12 16:38:12,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:12,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:12,207 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:38:12,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196 src: /127.0.0.1:53280 dest: /127.0.0.1:51606
2015-02-12 16:38:12,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196 src: /127.0.0.1:53281 dest: /127.0.0.1:51613
2015-02-12 16:38:12,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196 src: /127.0.0.1:53282 dest: /127.0.0.1:51616
2015-02-12 16:38:12,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53282, dest: /127.0.0.1:51616, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196, duration: 1628000
2015-02-12 16:38:12,216 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:12,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53281, dest: /127.0.0.1:51613, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196, duration: 2268000
2015-02-12 16:38:12,217 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53280, dest: /127.0.0.1:51606, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196, duration: 2989000
2015-02-12 16:38:12,218 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:12,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:12,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:12,222 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0018
2015-02-12 16:38:12,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018 dst=null perm=null proto=rpc
2015-02-12 16:38:12,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:12,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:12,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:12,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:12,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:12,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:12,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,248 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 18 submitted by user soberoi
2015-02-12 16:38:12,248 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0018
2015-02-12 16:38:12,249 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0018
2015-02-12 16:38:12,249 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0018
2015-02-12 16:38:12,249 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0018 State change from NEW to NEW_SAVING
2015-02-12 16:38:12,249 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0018 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:38:12,249 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0018 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:38:12,250 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0018 State change from SUBMITTED to ACCEPTED
2015-02-12 16:38:12,250 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0018_000001
2015-02-12 16:38:12,250 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from NEW to SUBMITTED
2015-02-12 16:38:12,250 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0018_000001 to scheduler from user: soberoi
2015-02-12 16:38:12,251 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:38:12,251 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0018
2015-02-12 16:38:12,253 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0018/
2015-02-12 16:38:12,253 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0018
2015-02-12 16:38:12,254 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0018/
2015-02-12 16:38:12,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:12,335 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000001
2015-02-12 16:38:12,335 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0018_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 16:38:12,335 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0018_01_000001
2015-02-12 16:38:12,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:12,336 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0018_000001
2015-02-12 16:38:12,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0018 AttemptId: appattempt_1423787534997_0018_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0018_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ]
2015-02-12 16:38:12,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:38:12,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:38:12,337 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0018_000001
2015-02-12 16:38:12,338 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0018_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0018_000001
2015-02-12 16:38:12,338 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0018_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:38:12,338 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0018_000001
2015-02-12 16:38:12,338 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0018_000001
2015-02-12 16:38:12,340 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:12,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0018_01_000001 by user soberoi
2015-02-12 16:38:12,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0018
2015-02-12 16:38:12,345 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000001
2015-02-12 16:38:12,345 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0018 transitioned from NEW to INITING
2015-02-12 16:38:12,345 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0018_01_000001 to application application_1423787534997_0018
2015-02-12 16:38:12,346 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0018 transitioned from INITING to RUNNING
2015-02-12 16:38:12,346 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0018_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0018_000001
2015-02-12 16:38:12,346 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:38:12,346 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:38:12,346 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0018
2015-02-12 16:38:12,346 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:12,346 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:38:12,347 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:38:12,347 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:12,347 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0018_01_000001
2015-02-12 16:38:12,356 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0018_01_000001.tokens. Credentials list:
2015-02-12 16:38:12,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:12,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423787534997_0018_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000001.tokens
2015-02-12 16:38:12,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:12,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:12,706 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:12,715 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:12,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:12,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:12,767 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0018/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:12,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:12,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:12,833 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:12,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:12,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:12,894 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0018/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:12,895 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:12,929 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:12,929 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:13,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000001/default_container_executor.sh]
2015-02-12 16:38:13,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:13,504 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 16:38:13,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:38:13,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:38:13,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,515 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0010,submitTime=1423787744995,launchTime=1423787749804,firstMapTaskLaunchTime=1423787751979,firstReduceTaskLaunchTime=1423787757881,finishTime=1423787761013,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=3,jobName=[BB35350363E04B7F85A70B184DCAFDA3/8D38E0CE69FB495FAB6DA39BA177290F] lower*upper/(2/2) ...ue/false/true/false/false
2015-02-12 16:38:13,515 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary]
2015-02-12 16:38:13,516 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0008,submitTime=1423787708389,launchTime=1423787712849,firstMapTaskLaunchTime=1423787714980,firstReduceTaskLaunchTime=1423787720904,finishTime=1423787724511,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=3,jobName=[D5011784E9974C8E91FA385D02C47460/FDDAAD338D3943AE8500A4A67FCA49A7] lower*upper/(2/2) ...alue/true/true/true/false
2015-02-12 16:38:13,516 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary]
2015-02-12 16:38:13,517 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0009,submitTime=1423787726165,launchTime=1423787730443,firstMapTaskLaunchTime=1423787732617,firstReduceTaskLaunchTime=1423787740525,finishTime=1423787743594,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=3,jobName=[BB35350363E04B7F85A70B184DCAFDA3/73647B47C86846CDA8A22E2C062B9D42] lower*upper/(1/2)
2015-02-12 16:38:13,517 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary]
2015-02-12 16:38:13,517 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:38:13,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,520 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:38:13,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,521 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741926_1102 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:38:13,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,524 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist
2015-02-12 16:38:13,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,527 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist
2015-02-12 16:38:13,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,528 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist
2015-02-12 16:38:13,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0008-1423787708389-soberoi-%5BD5011784E9974C8E91FA385D02C47460%2FFDDAAD338D3943AE-1423787724511-1-1-SUCCEEDED-root.soberoi-1423787712849.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0010-1423787744995-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F8D38E0CE69FB495F-1423787761013-1-1-SUCCEEDED-root.soberoi-1423787749804.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,530 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0008_conf.xml
2015-02-12 16:38:13,531 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0010_conf.xml
2015-02-12 16:38:13,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0009-1423787726165-soberoi-%5BBB35350363E04B7F85A70B184DCAFDA3%2F73647B47C86846CD-1423787743594-2-1-SUCCEEDED-root.soberoi-1423787730443.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,531 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0009_conf.xml
2015-02-12 16:38:13,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,537 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0012,submitTime=1423787780616,launchTime=1423787785219,firstMapTaskLaunchTime=1423787787367,firstReduceTaskLaunchTime=1423787793272,finishTime=1423787796839,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=3,jobName=[D25E953DBF214E898E1672B8026953D6/8F386FCD9511457EB641199801F9AF6D] lower*upper/(2/2) ...value/true/true/true/true
2015-02-12 16:38:13,538 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary]
2015-02-12 16:38:13,542 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0011,submitTime=1423787762538,launchTime=1423787766594,firstMapTaskLaunchTime=1423787768767,firstReduceTaskLaunchTime=1423787775666,finishTime=1423787779223,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=3,jobName=[D25E953DBF214E898E1672B8026953D6/D2E20DC5390548819E28AEF435EEF944] lower*upper/(1/2)
2015-02-12 16:38:13,542 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary]
2015-02-12 16:38:13,543 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741959_1135 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:38:13,543 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0013,submitTime=1423787798351,launchTime=1423787802612,firstMapTaskLaunchTime=1423787804765,firstReduceTaskLaunchTime=1423787811672,finishTime=1423787815248,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=3,jobName=[5A4BA69E01134ABF8D9936BCE28C8B04/18CEA4653297454F9FFA7C44E3E4536E] lower*upper/(1/2)
2015-02-12 16:38:13,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,543 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary]
2015-02-12 16:38:13,545 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741948_1124 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51613
2015-02-12 16:38:13,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,553 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741970_1146 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:38:13,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,556 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist
2015-02-12 16:38:13,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,559 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist
2015-02-12 16:38:13,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,565 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist
2015-02-12 16:38:13,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0011-1423787762538-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2FD2E20DC539054881-1423787779223-2-1-SUCCEEDED-root.soberoi-1423787766594.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0013-1423787798351-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F18CEA4653297454F-1423787815248-2-1-SUCCEEDED-root.soberoi-1423787802612.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,567 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0011_conf.xml
2015-02-12 16:38:13,568 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0013_conf.xml
2015-02-12 16:38:13,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0012-1423787780616-soberoi-%5BD25E953DBF214E898E1672B8026953D6%2F8F386FCD9511457E-1423787796839-1-1-SUCCEEDED-root.soberoi-1423787785219.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,569 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0012_conf.xml
2015-02-12 16:38:13,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0013_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0012_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,578 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0014,submitTime=1423787816689,launchTime=1423787821170,firstMapTaskLaunchTime=1423787823339,firstReduceTaskLaunchTime=1423787828348,finishTime=1423787831922,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=3,jobName=[5A4BA69E01134ABF8D9936BCE28C8B04/4E9FCE1990F74F8FB5D1A4B9DF7F46F2] lower*upper/(2/2) ...e/false/false/false/false
2015-02-12 16:38:13,578 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary]
2015-02-12 16:38:13,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,579 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0015,submitTime=1423787833485,launchTime=1423787837619,firstMapTaskLaunchTime=1423787839750,firstReduceTaskLaunchTime=1423787846652,finishTime=1423787850292,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=3,jobName=[22D7917898AD42459A534C099A7680C1/AB35D33DA354466C90F2497B099A6507] lower*upper/(1/2)
2015-02-12 16:38:13,579 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary]
2015-02-12 16:38:13,580 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741981_1157 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51616
2015-02-12 16:38:13,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,583 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741992_1168 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:38:13,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,585 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0016,submitTime=1423787851698,launchTime=1423787856200,firstMapTaskLaunchTime=1423787858373,firstReduceTaskLaunchTime=1423787864284,finishTime=1423787867448,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=3,jobName=[22D7917898AD42459A534C099A7680C1/42889AF75B8A438083821B8A58292E2F] lower*upper/(2/2) ...lue/true/true/false/false
2015-02-12 16:38:13,586 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary]
2015-02-12 16:38:13,590 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742003_1179 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:38:13,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,592 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist
2015-02-12 16:38:13,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,593 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist
2015-02-12 16:38:13,594 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist
2015-02-12 16:38:13,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0014-1423787816689-soberoi-%5B5A4BA69E01134ABF8D9936BCE28C8B04%2F4E9FCE1990F74F8F-1423787831922-1-1-SUCCEEDED-root.soberoi-1423787821170.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0015-1423787833485-soberoi-%5B22D7917898AD42459A534C099A7680C1%2FAB35D33DA354466C-1423787850292-2-1-SUCCEEDED-root.soberoi-1423787837619.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,597 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0014_conf.xml
2015-02-12 16:38:13,598 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0015_conf.xml
2015-02-12 16:38:13,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0016-1423787851698-soberoi-%5B22D7917898AD42459A534C099A7680C1%2F42889AF75B8A4380-1423787867448-1-1-SUCCEEDED-root.soberoi-1423787856200.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,598 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0016_conf.xml
2015-02-12 16:38:13,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0014_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0014_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0015_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0015_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0016_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0016_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,620 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423787534997_0017,submitTime=1423787868926,launchTime=1423787873545,firstMapTaskLaunchTime=1423787875742,firstReduceTaskLaunchTime=1423787887646,finishTime=1423787890773,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=39,reduceSlotSeconds=3,jobName=[D6C6A24DA16F4E5796EA6D7266965C2C/062F402283704EBF822F457B3C4F3D05] test/(1/1) ...ipesplatform/grouponbytes
2015-02-12 16:38:13,620 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary]
2015-02-12 16:38:13,622 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742014_1190 127.0.0.1:51606 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:38:13,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017.summary dst=null perm=null proto=rpc
2015-02-12 16:38:13,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:38:13,624 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist
2015-02-12 16:38:13,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0017-1423787868926-soberoi-%5BD6C6A24DA16F4E5796EA6D7266965C2C%2F062F402283704EBF-1423787890773-4-1-SUCCEEDED-root.soberoi-1423787873545.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,629 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml to hdfs://localhost:51605/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0017_conf.xml
2015-02-12 16:38:13,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0017_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423787534997_0017_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:13,716 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:13,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 16:38:14,293 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51610 to replicate blk_1073742017_1193 to datanode(s) 127.0.0.1:51613
2015-02-12 16:38:14,294 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073741959_1135, blk_1073741992_1168, blk_1073741937_1113, blk_1073741970_1146, blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073741948_1124, blk_1073742014_1190]
2015-02-12 16:38:14,294 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073741926_1102, blk_1073741992_1168, blk_1073741937_1113, blk_1073742003_1179, blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185, blk_1073742010_1186, blk_1073741915_1091, blk_1073742012_1188, blk_1073741948_1124, blk_1073741981_1157, blk_1073742014_1190]
2015-02-12 16:38:14,719 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:15,252 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=18976121-9340-48bb-bbaa-6a43fcd8e204, infoPort=51611, ipcPort=51612, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193 to 127.0.0.1:51613
2015-02-12 16:38:15,252 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 16:38:15,252 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 16:38:15,252 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742008 for deletion
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 16:38:15,254 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 16:38:15,254 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 16:38:15,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 16:38:15,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 16:38:15,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742014 for deletion
2015-02-12 16:38:15,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 16:38:15,254 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193 (numBytes=254067) to /127.0.0.1:51613
2015-02-12 16:38:15,255 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 16:38:15,256 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 16:38:15,253 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 16:38:15,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193 src: /127.0.0.1:53290 dest: /127.0.0.1:51613
2015-02-12 16:38:15,256 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 16:38:15,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 16:38:15,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742008
2015-02-12 16:38:15,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 16:38:15,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 16:38:15,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742014
2015-02-12 16:38:15,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193 src: /127.0.0.1:53290 dest: /127.0.0.1:51613 of size 254067
2015-02-12 16:38:15,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742017_1193 size 254067
2015-02-12 16:38:15,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:15,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:38:15,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:38:15,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:38:15,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018 dst=null perm=null proto=rpc
2015-02-12 16:38:15,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:38:15,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:38:15,732 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:15,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:15,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:15,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 16:38:15,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 16:38:15,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 16:38:15,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 16:38:15,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 16:38:15,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742008 for deletion
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 16:38:15,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742008
2015-02-12 16:38:15,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 16:38:15,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 16:38:15,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 16:38:15,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 16:38:15,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 16:38:15,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 16:38:15,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742014 for deletion
2015-02-12 16:38:15,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 16:38:15,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 16:38:15,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 16:38:15,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 16:38:15,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742014
2015-02-12 16:38:16,733 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:16,914 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:16,915 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0018_000001
2015-02-12 16:38:16,916 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0018 APPATTEMPTID=appattempt_1423787534997_0018_000001
2015-02-12 16:38:16,916 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:38:16,916 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0018 State change from ACCEPTED to RUNNING
2015-02-12 16:38:16,993 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0017_01_000001 succeeded
2015-02-12 16:38:16,994 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:38:16,994 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0017_01_000001
2015-02-12 16:38:17,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:17,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:38:17,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000001
2015-02-12 16:38:17,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000001
2015-02-12 16:38:17,020 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000001
2015-02-12 16:38:17,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0017/container_1423787534997_0017_01_000001
2015-02-12 16:38:17,022 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000001
2015-02-12 16:38:17,022 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0017_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:38:17,022 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0017_01_000001 from application application_1423787534997_0017
2015-02-12 16:38:17,022 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:17,023 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0017
2015-02-12 16:38:17,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:17,295 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073741926_1102, blk_1073741959_1135, blk_1073741937_1113, blk_1073741970_1146, blk_1073742003_1179, blk_1073742006_1182, blk_1073742007_1183, blk_1073742009_1185, blk_1073742011_1187, blk_1073741915_1091, blk_1073742012_1188, blk_1073741981_1157, blk_1073742014_1190]
2015-02-12 16:38:17,295 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073741926_1102, blk_1073741959_1135, blk_1073741992_1168, blk_1073741970_1146, blk_1073742003_1179, blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742010_1186, blk_1073742011_1187, blk_1073741915_1091, blk_1073741948_1124, blk_1073741981_1157]
2015-02-12 16:38:17,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0017_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:17,349 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0017_000001
2015-02-12 16:38:17,350 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0017_000001
2015-02-12 16:38:17,350 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0017_000001 State change from FINISHING to FINISHED
2015-02-12 16:38:17,350 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0017 State change from FINISHING to FINISHED
2015-02-12 16:38:17,350 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0017_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:38:17,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0017
2015-02-12 16:38:17,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000001
2015-02-12 16:38:17,350 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0017_000001
2015-02-12 16:38:17,350 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0017_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:38:17,351 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0017_000001 released container container_1423787534997_0017_01_000001 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:38:17,351 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0017_000001 is done. finalState=FINISHED
2015-02-12 16:38:17,351 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0017 requests cleared
2015-02-12 16:38:17,350 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0017,name=[D6C6A24DA16F4E5796EA6D7266965C2C/062F402283704EBF822F457B3C4F3D05] test/(1/1) ...ipesplatform/grouponbytes,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0017/jobhistory/job/job_1423787534997_0017,appMasterHost=10.1.1.67,startTime=1423787868926,finishTime=1423787890927,finalStatus=SUCCEEDED
2015-02-12 16:38:17,353 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0017_000001 (auth:SIMPLE)
2015-02-12 16:38:17,355 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0017_01_000001
2015-02-12 16:38:17,355 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0017 CONTAINERID=container_1423787534997_0017_01_000001
2015-02-12 16:38:17,356 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0017_01_000001]
2015-02-12 16:38:17,356 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:17,356 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:17,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,357 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0017
2015-02-12 16:38:17,357 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:17,357 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0017, with delay of 10800 seconds
2015-02-12 16:38:17,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,412 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:38:17,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197 src: /127.0.0.1:53313 dest: /127.0.0.1:51613
2015-02-12 16:38:17,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197 src: /127.0.0.1:53314 dest: /127.0.0.1:51616
2015-02-12 16:38:17,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197 src: /127.0.0.1:53315 dest: /127.0.0.1:51606
2015-02-12 16:38:17,549 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53315, dest: /127.0.0.1:51606, bytes: 114791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197, duration: 64562000
2015-02-12 16:38:17,549 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:17,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:17,550 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53314, dest: /127.0.0.1:51616, bytes: 114791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197, duration: 65373000
2015-02-12 16:38:17,550 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:17,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:17,552 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53313, dest: /127.0.0.1:51613, bytes: 114791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197, duration: 66810000
2015-02-12 16:38:17,553 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:17,553 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:17,564 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:17,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:17,627 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:17,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198 src: /127.0.0.1:53318 dest: /127.0.0.1:51613
2015-02-12 16:38:17,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198 src: /127.0.0.1:53319 dest: /127.0.0.1:51616
2015-02-12 16:38:17,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198 src: /127.0.0.1:53320 dest: /127.0.0.1:51610
2015-02-12 16:38:17,644 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53320, dest: /127.0.0.1:51610, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198, duration: 6660000
2015-02-12 16:38:17,644 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:17,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:17,645 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53319, dest: /127.0.0.1:51616, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198, duration: 7251000
2015-02-12 16:38:17,646 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:17,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:17,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53318, dest: /127.0.0.1:51613, bytes: 366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198, duration: 9147000
2015-02-12 16:38:17,647 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:17,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:17,651 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018.summary is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:17,734 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:17,734 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:17,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,735 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0017
2015-02-12 16:38:17,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,735 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:17,736 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0017, with delay of 10800 seconds
2015-02-12 16:38:17,829 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:17,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,830 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0017
2015-02-12 16:38:17,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,831 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:17,831 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0017, with delay of 10800 seconds
2015-02-12 16:38:17,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,841 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:17,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0017
2015-02-12 16:38:17,842 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0017
2015-02-12 16:38:17,843 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:17,843 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0017, with delay of 10800 seconds
2015-02-12 16:38:17,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193
2015-02-12 16:38:17,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196
2015-02-12 16:38:17,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742012_1188
2015-02-12 16:38:17,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742014_1190
2015-02-12 16:38:17,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194
2015-02-12 16:38:17,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195
2015-02-12 16:38:18,180 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 16:38:18,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 16:38:18,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 16:38:18,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 16:38:18,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 16:38:18,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 16:38:18,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 16:38:18,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 16:38:18,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 16:38:18,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742012 for deletion
2015-02-12 16:38:18,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 16:38:18,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742014 for deletion
2015-02-12 16:38:18,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 16:38:18,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 16:38:18,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 16:38:18,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742014
2015-02-12 16:38:18,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742012
2015-02-12 16:38:18,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191
2015-02-12 16:38:18,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194
2015-02-12 16:38:18,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193
2015-02-12 16:38:18,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189
2015-02-12 16:38:18,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:18,361 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000002
2015-02-12 16:38:18,361 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0018_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:38:18,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192
2015-02-12 16:38:18,615 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 16:38:18,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 16:38:18,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 16:38:18,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 16:38:18,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 16:38:18,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 16:38:18,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742003 for deletion
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742003
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742008 for deletion
2015-02-12 16:38:18,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742008
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 16:38:18,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 16:38:18,619 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 16:38:18,735 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:18,735 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:18,735 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000003
2015-02-12 16:38:18,735 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0018_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:38:19,011 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0018_01_000002
2015-02-12 16:38:19,012 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:19,012 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0018_01_000003
2015-02-12 16:38:19,013 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:19,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:19,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:19,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,143 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:19,143 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:19,147 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0018_01_000003 by user soberoi
2015-02-12 16:38:19,147 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0018
2015-02-12 16:38:19,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000003
2015-02-12 16:38:19,148 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0018 transitioned from NEW to INITING
2015-02-12 16:38:19,148 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0018_01_000002 by user soberoi
2015-02-12 16:38:19,148 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0018_01_000003 to application application_1423787534997_0018
2015-02-12 16:38:19,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000002
2015-02-12 16:38:19,148 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0018_01_000002 to application application_1423787534997_0018
2015-02-12 16:38:19,148 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0018 transitioned from INITING to RUNNING
2015-02-12 16:38:19,149 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:38:19,149 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0018
2015-02-12 16:38:19,149 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0018
2015-02-12 16:38:19,149 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:19,149 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0018
2015-02-12 16:38:19,149 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:38:19,149 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0018
2015-02-12 16:38:19,150 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0018
2015-02-12 16:38:19,150 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:19,150 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0018
2015-02-12 16:38:19,151 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:19,151 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:19,152 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:19,152 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0018_01_000003
2015-02-12 16:38:19,167 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0018_01_000003.tokens. Credentials list:
2015-02-12 16:38:19,191 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:19,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:19,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196
2015-02-12 16:38:19,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191
2015-02-12 16:38:19,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194
2015-02-12 16:38:19,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195
2015-02-12 16:38:19,206 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189
2015-02-12 16:38:19,206 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192
2015-02-12 16:38:19,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:19,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000002/default_container_executor.sh]
2015-02-12 16:38:19,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:19,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423787534997_0018_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000003.tokens
2015-02-12 16:38:19,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0018 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:19,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193
2015-02-12 16:38:19,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742013_1189
2015-02-12 16:38:19,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742018_1194
2015-02-12 16:38:19,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742020_1196
2015-02-12 16:38:19,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:19,725 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:19,736 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:19,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:19,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:19,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742015_1191
2015-02-12 16:38:19,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742019_1195
2015-02-12 16:38:19,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742016_1192
2015-02-12 16:38:19,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0018/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:19,854 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:19,912 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:19,913 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:20,025 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:38:20,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000003/default_container_executor.sh]
2015-02-12 16:38:22,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197
2015-02-12 16:38:23,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198
2015-02-12 16:38:24,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:24,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742017_1193
2015-02-12 16:38:24,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:24,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:24,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197
2015-02-12 16:38:24,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198
2015-02-12 16:38:24,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:24,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/_temporary/attempt_1423787534997_0018_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:24,659 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:24,661 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0018_01_000002
2015-02-12 16:38:24,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000002
2015-02-12 16:38:24,661 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:38:24,661 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0018_01_000002
2015-02-12 16:38:24,678 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0018_01_000002 is : 143
2015-02-12 16:38:24,685 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:38:24,685 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 1620 Total time for transactions(ms): 143 Number of transactions batched in Syncs: 5 Number of syncs: 1112 SyncTimes(ms): 419 275
2015-02-12 16:38:24,689 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:24,690 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000002
2015-02-12 16:38:24,690 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:24,690 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0018_01_000002 from application application_1423787534997_0018
2015-02-12 16:38:24,690 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:24,690 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0018
2015-02-12 16:38:24,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000002
2015-02-12 16:38:24,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000002
2015-02-12 16:38:24,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000002
2015-02-12 16:38:24,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000002
2015-02-12 16:38:24,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199 src: /127.0.0.1:53355 dest: /127.0.0.1:51616
2015-02-12 16:38:24,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199 src: /127.0.0.1:53356 dest: /127.0.0.1:51610
2015-02-12 16:38:24,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199 src: /127.0.0.1:53357 dest: /127.0.0.1:51613
2015-02-12 16:38:24,701 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1.jhist for DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:24,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742022_1198
2015-02-12 16:38:24,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742021_1197
2015-02-12 16:38:24,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/_temporary/attempt_1423787534997_0018_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:38:24,967 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:24,968 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0018_01_000003
2015-02-12 16:38:24,968 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000003
2015-02-12 16:38:24,968 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:38:24,969 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0018_01_000003
2015-02-12 16:38:24,982 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0018_01_000003 is : 143
2015-02-12 16:38:24,990 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:24,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000003
2015-02-12 16:38:24,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000003
2015-02-12 16:38:24,992 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000003
2015-02-12 16:38:24,992 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:24,992 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0018_01_000003 from application application_1423787534997_0018
2015-02-12 16:38:24,992 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:24,992 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0018
2015-02-12 16:38:24,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000003
2015-02-12 16:38:24,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000003
2015-02-12 16:38:25,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:25,668 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0018_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:38:25,668 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000002
2015-02-12 16:38:25,668 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0018_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:38:25,668 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0018_000001 released container container_1423787534997_0018_01_000002 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:38:25,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:25,972 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0018_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:38:25,972 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000003
2015-02-12 16:38:25,972 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0018_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:25,972 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0018_000001 released container container_1423787534997_0018_01_000003 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:26,669 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:26,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:26,670 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000004
2015-02-12 16:38:26,670 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0018_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:38:26,976 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:27,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:27,072 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:27,074 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0018_01_000004 by user soberoi
2015-02-12 16:38:27,074 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000004
2015-02-12 16:38:27,074 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0018_01_000004 to application application_1423787534997_0018
2015-02-12 16:38:27,075 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:38:27,075 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0018
2015-02-12 16:38:27,075 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0018
2015-02-12 16:38:27,075 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:27,075 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0018
2015-02-12 16:38:27,076 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:27,105 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:27,105 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:27,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000004/default_container_executor.sh]
2015-02-12 16:38:27,672 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0018_01_000002]
2015-02-12 16:38:27,672 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:27,672 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:27,979 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0018_01_000003]
2015-02-12 16:38:27,980 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:28,065 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:38:29,040 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 16:38:29,040 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:38:29,682 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:38:29,684 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:38:29,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/_temporary/attempt_1423787534997_0018_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:29,981 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/_temporary/attempt_1423787534997_0018_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:38:30,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200 src: /127.0.0.1:53365 dest: /127.0.0.1:51613
2015-02-12 16:38:30,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200 src: /127.0.0.1:53366 dest: /127.0.0.1:51616
2015-02-12 16:38:30,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200 src: /127.0.0.1:53367 dest: /127.0.0.1:51606
2015-02-12 16:38:30,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53367, dest: /127.0.0.1:51606, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0018_r_000000_0_558505852_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200, duration: 35290000
2015-02-12 16:38:30,113 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:30,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:38:30,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53366, dest: /127.0.0.1:51616, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0018_r_000000_0_558505852_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200, duration: 35857000
2015-02-12 16:38:30,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:38:30,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53365, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0018_r_000000_0_558505852_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200, duration: 36879000
2015-02-12 16:38:30,115 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:38:30,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/_temporary/attempt_1423787534997_0018_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0018_r_000000_0_558505852_1
2015-02-12 16:38:30,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/_temporary/attempt_1423787534997_0018_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:30,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/_temporary/attempt_1423787534997_0018_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:30,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/task_1423787534997_0018_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:38:30,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/_temporary/attempt_1423787534997_0018_r_000000_0 dst=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/task_1423787534997_0018_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:38:30,161 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:30,162 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0018_01_000004
2015-02-12 16:38:30,162 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000004
2015-02-12 16:38:30,162 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:38:30,162 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0018_01_000004
2015-02-12 16:38:30,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:30,171 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:30,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:38:30,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E dst=null perm=null proto=rpc
2015-02-12 16:38:30,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E dst=null perm=null proto=rpc
2015-02-12 16:38:30,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/task_1423787534997_0018_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:38:30,191 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0018_01_000004 is : 143
2015-02-12 16:38:30,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:30,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary/1/task_1423787534997_0018_r_000000/part-00000 dst=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:30,195 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:30,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000004
2015-02-12 16:38:30,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000004
2015-02-12 16:38:30,196 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000004
2015-02-12 16:38:30,196 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:30,196 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0018_01_000004 from application application_1423787534997_0018
2015-02-12 16:38:30,196 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:30,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000004
2015-02-12 16:38:30,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000004
2015-02-12 16:38:30,196 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0018
2015-02-12 16:38:30,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_temporary dst=null perm=null proto=rpc
2015-02-12 16:38:30,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:30,214 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:30,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:30,223 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:30,241 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53357, dest: /127.0.0.1:51613, bytes: 45788, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199, duration: 5543343000
2015-02-12 16:38:30,241 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:30,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 14384
2015-02-12 16:38:30,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53356, dest: /127.0.0.1:51610, bytes: 45788, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199, duration: 5545112000
2015-02-12 16:38:30,244 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 14384
2015-02-12 16:38:30,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53355, dest: /127.0.0.1:51616, bytes: 45788, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199, duration: 5547128000
2015-02-12 16:38:30,246 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 14384
2015-02-12 16:38:30,250 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1.jhist is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:30,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:30,257 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:30,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201 src: /127.0.0.1:53369 dest: /127.0.0.1:51616
2015-02-12 16:38:30,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201 src: /127.0.0.1:53370 dest: /127.0.0.1:51613
2015-02-12 16:38:30,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201 src: /127.0.0.1:53371 dest: /127.0.0.1:51610
2015-02-12 16:38:30,270 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53371, dest: /127.0.0.1:51610, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201, duration: 1759000
2015-02-12 16:38:30,271 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:30,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:30,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53370, dest: /127.0.0.1:51613, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201, duration: 4938000
2015-02-12 16:38:30,273 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:30,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53369, dest: /127.0.0.1:51616, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201, duration: 6020000
2015-02-12 16:38:30,274 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:30,276 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018.summary_tmp is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:30,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:30,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:30,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018-1423787892248-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2FD37251D1E298468F-1423787910224-2-1-SUCCEEDED-root.soberoi-1423787896993.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:30,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:30,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018-1423787892248-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2FD37251D1E298468F-1423787910224-2-1-SUCCEEDED-root.soberoi-1423787896993.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:30,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:30,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018-1423787892248-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2FD37251D1E298468F-1423787910224-2-1-SUCCEEDED-root.soberoi-1423787896993.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:30,308 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018-1423787892248-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2FD37251D1E298468F-1423787910224-2-1-SUCCEEDED-root.soberoi-1423787896993.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:38:30,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202 src: /127.0.0.1:53373 dest: /127.0.0.1:51616
2015-02-12 16:38:30,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202 src: /127.0.0.1:53374 dest: /127.0.0.1:51606
2015-02-12 16:38:30,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202 src: /127.0.0.1:53375 dest: /127.0.0.1:51613
2015-02-12 16:38:30,321 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53375, dest: /127.0.0.1:51613, bytes: 45788, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202, duration: 2175000
2015-02-12 16:38:30,321 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:30,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53374, dest: /127.0.0.1:51606, bytes: 45788, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202, duration: 2598000
2015-02-12 16:38:30,322 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53373, dest: /127.0.0.1:51616, bytes: 45788, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202, duration: 4058000
2015-02-12 16:38:30,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:38:30,324 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:38:30,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 0
2015-02-12 16:38:30,332 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018-1423787892248-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2FD37251D1E298468F-1423787910224-2-1-SUCCEEDED-root.soberoi-1423787896993.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:30,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018-1423787892248-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2FD37251D1E298468F-1423787910224-2-1-SUCCEEDED-root.soberoi-1423787896993.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:30,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:30,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:30,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:30,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:30,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018/job_1423787534997_0018_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:30,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:30,359 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:38:30,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203 src: /127.0.0.1:53376 dest: /127.0.0.1:51606
2015-02-12 16:38:30,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203 src: /127.0.0.1:53377 dest: /127.0.0.1:51616
2015-02-12 16:38:30,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203 src: /127.0.0.1:53378 dest: /127.0.0.1:51610
2015-02-12 16:38:30,371 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53378, dest: /127.0.0.1:51610, bytes: 114791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203, duration: 3455000
2015-02-12 16:38:30,371 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:30,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:30,372 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53377, dest: /127.0.0.1:51616, bytes: 114791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203, duration: 4407000
2015-02-12 16:38:30,373 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,374 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53376, dest: /127.0.0.1:51606, bytes: 114791, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1635366051_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203, duration: 6151000
2015-02-12 16:38:30,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:30,374 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:30,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:30,380 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1635366051_1
2015-02-12 16:38:30,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:30,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:30,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:30,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018-1423787892248-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2FD37251D1E298468F-1423787910224-2-1-SUCCEEDED-root.soberoi-1423787896993.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0018-1423787892248-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2FD37251D1E298468F-1423787910224-2-1-SUCCEEDED-root.soberoi-1423787896993.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:30,401 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0018_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:38:30,402 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:38:30,402 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0018 with final state: FINISHING
2015-02-12 16:38:30,402 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0018 State change from RUNNING to FINAL_SAVING
2015-02-12 16:38:30,402 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0018
2015-02-12 16:38:30,403 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:38:30,403 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0018 State change from FINAL_SAVING to FINISHING
2015-02-12 16:38:31,168 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:31,168 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0018_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:38:31,169 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000004
2015-02-12 16:38:31,169 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0018_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:38:31,169 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0018_000001 released container container_1423787534997_0018_01_000004 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:38:31,408 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0018 unregistered successfully.
2015-02-12 16:38:31,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742017_1193 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:38:31,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742018_1194 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:38:31,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742019_1195 127.0.0.1:51616 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:38:31,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742020_1196 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:38:31,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742022_1198 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51610
2015-02-12 16:38:31,413 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742023_1199 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:38:31,413 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742021_1197 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:38:31,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0018 dst=null perm=null proto=rpc
2015-02-12 16:38:31,452 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...lue/true/false/false/true
2015-02-12 16:38:31,462 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:38:31,474 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:38:31,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:31,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:31,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:31,487 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 19
2015-02-12 16:38:31,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019 dst=null perm=null proto=rpc
2015-02-12 16:38:31,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:38:31,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:38:31,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:31,503 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:38:31,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204 src: /127.0.0.1:53381 dest: /127.0.0.1:51613
2015-02-12 16:38:31,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204 src: /127.0.0.1:53382 dest: /127.0.0.1:51610
2015-02-12 16:38:31,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204 src: /127.0.0.1:53383 dest: /127.0.0.1:51616
2015-02-12 16:38:31,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53383, dest: /127.0.0.1:51616, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204, duration: 2947000
2015-02-12 16:38:31,519 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:31,520 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53382, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204, duration: 3516000
2015-02-12 16:38:31,520 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:38:31,523 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53381, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204, duration: 5824000
2015-02-12 16:38:31,523 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:38:31,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:38:31,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:31,530 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar
2015-02-12 16:38:31,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:31,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:38:31,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:38:31,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:38:31,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:38:31,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:38:31,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E dst=null perm=null proto=rpc
2015-02-12 16:38:31,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E dst=null perm=null proto=rpc
2015-02-12 16:38:31,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E dst=null perm=null proto=rpc
2015-02-12 16:38:31,555 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:31,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:31,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:31,560 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split
2015-02-12 16:38:31,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:31,562 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:31,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205 src: /127.0.0.1:53384 dest: /127.0.0.1:51613
2015-02-12 16:38:31,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205 src: /127.0.0.1:53385 dest: /127.0.0.1:51616
2015-02-12 16:38:31,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205 src: /127.0.0.1:53386 dest: /127.0.0.1:51606
2015-02-12 16:38:31,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205 src: /127.0.0.1:53387 dest: /127.0.0.1:51610
2015-02-12 16:38:31,581 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53387, dest: /127.0.0.1:51610, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205, duration: 9557000
2015-02-12 16:38:31,582 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:31,582 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53386, dest: /127.0.0.1:51606, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205, duration: 10217000
2015-02-12 16:38:31,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:31,583 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53385, dest: /127.0.0.1:51616, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205, duration: 12982000
2015-02-12 16:38:31,586 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:31,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:31,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53384, dest: /127.0.0.1:51613, bytes: 357, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205, duration: 14730000
2015-02-12 16:38:31,587 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:31,589 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:31,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:31,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:31,600 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:31,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206 src: /127.0.0.1:53388 dest: /127.0.0.1:51613
2015-02-12 16:38:31,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206 src: /127.0.0.1:53389 dest: /127.0.0.1:51606
2015-02-12 16:38:31,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206 src: /127.0.0.1:53390 dest: /127.0.0.1:51610
2015-02-12 16:38:31,629 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53390, dest: /127.0.0.1:51610, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206, duration: 4541000
2015-02-12 16:38:31,629 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:31,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:31,629 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53389, dest: /127.0.0.1:51606, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206, duration: 4509000
2015-02-12 16:38:31,630 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,630 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53388, dest: /127.0.0.1:51613, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206, duration: 5559000
2015-02-12 16:38:31,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:31,631 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:31,633 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:31,634 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:38:31,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:31,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:31,647 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:38:31,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207 src: /127.0.0.1:53391 dest: /127.0.0.1:51610
2015-02-12 16:38:31,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207 src: /127.0.0.1:53392 dest: /127.0.0.1:51613
2015-02-12 16:38:31,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207 src: /127.0.0.1:53393 dest: /127.0.0.1:51616
2015-02-12 16:38:31,659 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53393, dest: /127.0.0.1:51616, bytes: 97230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207, duration: 1623000
2015-02-12 16:38:31,659 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:31,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:38:31,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53392, dest: /127.0.0.1:51613, bytes: 97230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207, duration: 2246000
2015-02-12 16:38:31,660 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:31,661 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53391, dest: /127.0.0.1:51610, bytes: 97230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207, duration: 3335000
2015-02-12 16:38:31,661 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:31,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:31,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:31,666 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0019
2015-02-12 16:38:31,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019 dst=null perm=null proto=rpc
2015-02-12 16:38:31,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:31,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:31,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:31,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:31,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:31,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:31,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:31,682 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 19 submitted by user soberoi
2015-02-12 16:38:31,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0019
2015-02-12 16:38:31,683 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0019
2015-02-12 16:38:31,683 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0019 State change from NEW to NEW_SAVING
2015-02-12 16:38:31,683 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0019
2015-02-12 16:38:31,684 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0019 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:38:31,684 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0019 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:38:31,684 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0019 State change from SUBMITTED to ACCEPTED
2015-02-12 16:38:31,684 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0019_000001
2015-02-12 16:38:31,684 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0019
2015-02-12 16:38:31,685 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from NEW to SUBMITTED
2015-02-12 16:38:31,685 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0019_000001 to scheduler from user: soberoi
2015-02-12 16:38:31,685 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:38:31,687 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0019/
2015-02-12 16:38:31,688 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0019
2015-02-12 16:38:31,688 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0019/
2015-02-12 16:38:31,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:31,870 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000001
2015-02-12 16:38:31,870 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0019_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:38:31,870 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0019_01_000001
2015-02-12 16:38:31,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:31,871 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0019_000001
2015-02-12 16:38:31,871 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0019 AttemptId: appattempt_1423787534997_0019_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0019_01_000001, NodeId: 10.1.1.67:51659, NodeHttpAddress: 10.1.1.67:51662, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51659 }, ]
2015-02-12 16:38:31,871 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:38:31,871 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:38:31,872 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0019_000001
2015-02-12 16:38:31,872 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0019_01_000001, NodeId: 10.1.1.67:51659, NodeHttpAddress: 10.1.1.67:51662, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51659 }, ] for AM appattempt_1423787534997_0019_000001
2015-02-12 16:38:31,873 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0019_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:38:31,873 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0019_000001
2015-02-12 16:38:31,873 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0019_000001
2015-02-12 16:38:31,875 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0019_000001 (auth:SIMPLE)
2015-02-12 16:38:31,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0019_01_000001 by user soberoi
2015-02-12 16:38:31,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0019
2015-02-12 16:38:31,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000001
2015-02-12 16:38:31,877 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from NEW to INITING
2015-02-12 16:38:31,878 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0019_01_000001 to application application_1423787534997_0019
2015-02-12 16:38:31,878 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from INITING to RUNNING
2015-02-12 16:38:31,878 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0019_01_000001, NodeId: 10.1.1.67:51659, NodeHttpAddress: 10.1.1.67:51662, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51659 }, ] for AM appattempt_1423787534997_0019_000001
2015-02-12 16:38:31,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:38:31,878 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:38:31,878 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0019
2015-02-12 16:38:31,879 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:31,879 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:38:31,879 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:38:31,879 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:31,879 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0019_01_000001
2015-02-12 16:38:31,889 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423787534997_0019_01_000001.tokens. Credentials list:
2015-02-12 16:38:31,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:32,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423787534997_0019_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000001.tokens
2015-02-12 16:38:32,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:32,169 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:32,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:32,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:32,243 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:32,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:32,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:32,306 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51613 to replicate blk_1073742028_1204 to datanode(s) 127.0.0.1:51606
2015-02-12 16:38:32,306 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073742017_1193, blk_1073742018_1194, blk_1073742019_1195, blk_1073742020_1196, blk_1073742021_1197, blk_1073742022_1198, blk_1073742023_1199]
2015-02-12 16:38:32,306 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073742017_1193, blk_1073742018_1194, blk_1073742022_1198, blk_1073742023_1199]
2015-02-12 16:38:32,307 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0019/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:32,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:32,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:32,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0019/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:32,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:32,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:32,431 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0019/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:32,431 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:32,475 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:32,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:32,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000001/default_container_executor.sh]
2015-02-12 16:38:32,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:33,173 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:33,262 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742017_1193 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742017 for deletion
2015-02-12 16:38:33,262 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742018_1194 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742018 for deletion
2015-02-12 16:38:33,262 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742022 for deletion
2015-02-12 16:38:33,262 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742023 for deletion
2015-02-12 16:38:33,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742018_1194 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742018
2015-02-12 16:38:33,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742017_1193 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742017
2015-02-12 16:38:33,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742023
2015-02-12 16:38:33,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742022
2015-02-12 16:38:33,630 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204 to 127.0.0.1:51606
2015-02-12 16:38:33,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204 src: /127.0.0.1:53413 dest: /127.0.0.1:51606
2015-02-12 16:38:33,632 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204 (numBytes=254067) to /127.0.0.1:51606
2015-02-12 16:38:33,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204 src: /127.0.0.1:53413 dest: /127.0.0.1:51606 of size 254067
2015-02-12 16:38:33,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742028_1204 size 254067
2015-02-12 16:38:33,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742017_1193 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742017 for deletion
2015-02-12 16:38:33,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742018_1194 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742018 for deletion
2015-02-12 16:38:33,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742019 for deletion
2015-02-12 16:38:33,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742020_1196 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742020 for deletion
2015-02-12 16:38:33,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742017_1193 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742017
2015-02-12 16:38:33,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742018_1194 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742018
2015-02-12 16:38:33,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742020_1196 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742020
2015-02-12 16:38:33,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742021_1197 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742021 for deletion
2015-02-12 16:38:33,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742019
2015-02-12 16:38:33,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742022 for deletion
2015-02-12 16:38:33,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742021_1197 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742021
2015-02-12 16:38:33,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742023 for deletion
2015-02-12 16:38:33,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742022
2015-02-12 16:38:33,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742023
2015-02-12 16:38:34,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:34,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:34,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:38:34,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:38:34,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:38:34,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019 dst=null perm=null proto=rpc
2015-02-12 16:38:34,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:38:34,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:38:34,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:34,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:35,178 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:35,307 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073742017_1193, blk_1073742018_1194, blk_1073742019_1195, blk_1073742020_1196, blk_1073742021_1197, blk_1073742022_1198, blk_1073742023_1199]
2015-02-12 16:38:35,307 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073742017_1193, blk_1073742018_1194, blk_1073742019_1195, blk_1073742020_1196, blk_1073742021_1197]
2015-02-12 16:38:35,895 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0019_000001 (auth:SIMPLE)
2015-02-12 16:38:35,897 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0019_000001
2015-02-12 16:38:35,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0019 APPATTEMPTID=appattempt_1423787534997_0019_000001
2015-02-12 16:38:35,898 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:38:35,898 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0019 State change from ACCEPTED to RUNNING
2015-02-12 16:38:35,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:35,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:38:36,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:36,180 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:36,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742017_1193 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742017 for deletion
2015-02-12 16:38:36,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742018_1194 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742018 for deletion
2015-02-12 16:38:36,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742019 for deletion
2015-02-12 16:38:36,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742020_1196 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742020 for deletion
2015-02-12 16:38:36,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742017_1193 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742017
2015-02-12 16:38:36,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742021_1197 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742021 for deletion
2015-02-12 16:38:36,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742018_1194 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742018
2015-02-12 16:38:36,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742019
2015-02-12 16:38:36,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742020_1196 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742020
2015-02-12 16:38:36,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742021_1197 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742021
2015-02-12 16:38:36,304 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:36,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208 src: /127.0.0.1:53421 dest: /127.0.0.1:51616
2015-02-12 16:38:36,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208 src: /127.0.0.1:53422 dest: /127.0.0.1:51606
2015-02-12 16:38:36,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208 src: /127.0.0.1:53423 dest: /127.0.0.1:51610
2015-02-12 16:38:36,402 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53423, dest: /127.0.0.1:51610, bytes: 114059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208, duration: 39357000
2015-02-12 16:38:36,402 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:36,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:36,403 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53422, dest: /127.0.0.1:51606, bytes: 114059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208, duration: 40215000
2015-02-12 16:38:36,403 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:36,403 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53421, dest: /127.0.0.1:51616, bytes: 114059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208, duration: 41060000
2015-02-12 16:38:36,404 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:36,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:36,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:36,412 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1_conf.xml is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:36,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:36,452 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]}
2015-02-12 16:38:36,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209 src: /127.0.0.1:53424 dest: /127.0.0.1:51613
2015-02-12 16:38:36,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209 src: /127.0.0.1:53425 dest: /127.0.0.1:51610
2015-02-12 16:38:36,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209 src: /127.0.0.1:53426 dest: /127.0.0.1:51606
2015-02-12 16:38:36,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53426, dest: /127.0.0.1:51606, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209, duration: 3347000
2015-02-12 16:38:36,465 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:36,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53425, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209, duration: 4244000
2015-02-12 16:38:36,466 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:36,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:38:36,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW]]} size 0
2015-02-12 16:38:36,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53424, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209, duration: 5204000
2015-02-12 16:38:36,468 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:36,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:36,470 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0018_01_000001 succeeded
2015-02-12 16:38:36,471 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:38:36,471 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0018_01_000001
2015-02-12 16:38:36,472 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019.summary is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:36,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000001
2015-02-12 16:38:36,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000001
2015-02-12 16:38:36,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000001
2015-02-12 16:38:36,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018/container_1423787534997_0018_01_000001
2015-02-12 16:38:36,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000001
2015-02-12 16:38:36,494 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0018_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:38:36,495 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0018_01_000001 from application application_1423787534997_0018
2015-02-12 16:38:36,495 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:36,495 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0018
2015-02-12 16:38:36,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742017_1193 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742017 for deletion
2015-02-12 16:38:36,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742018_1194 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742018 for deletion
2015-02-12 16:38:36,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742019 for deletion
2015-02-12 16:38:36,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742020_1196 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742020 for deletion
2015-02-12 16:38:36,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742021_1197 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742021 for deletion
2015-02-12 16:38:36,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742017_1193 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742017
2015-02-12 16:38:36,634 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742022 for deletion
2015-02-12 16:38:36,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742019_1195 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742019
2015-02-12 16:38:36,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742022_1198 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742022
2015-02-12 16:38:36,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742023 for deletion
2015-02-12 16:38:36,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742018_1194 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742018
2015-02-12 16:38:36,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742020_1196 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742020
2015-02-12 16:38:36,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742021_1197 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742021
2015-02-12 16:38:36,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742023_1199 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742023
2015-02-12 16:38:37,005 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:37,006 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000002
2015-02-12 16:38:37,006 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0019_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:38:37,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0018_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:37,185 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0018_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:38:37,186 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000001
2015-02-12 16:38:37,185 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0018_000001
2015-02-12 16:38:37,186 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0018_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:37,186 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0018_000001 released container container_1423787534997_0018_01_000001 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:37,187 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:37,186 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0018_000001
2015-02-12 16:38:37,187 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0018_000001 State change from FINISHING to FINISHED
2015-02-12 16:38:37,187 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0018 State change from FINISHING to FINISHED
2015-02-12 16:38:37,188 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0018_000001 is done. finalState=FINISHED
2015-02-12 16:38:37,188 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0018_000001
2015-02-12 16:38:37,188 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0018 requests cleared
2015-02-12 16:38:37,188 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0018
2015-02-12 16:38:37,188 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0018,name=[03F64CB02221413CAA451D272D3CABDC/D37251D1E298468F88C45DFB93973B40] lower*upper/(1/2),user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0018/jobhistory/job/job_1423787534997_0018,appMasterHost=10.1.1.67,startTime=1423787892248,finishTime=1423787910402,finalStatus=SUCCEEDED
2015-02-12 16:38:37,190 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0018_000001 (auth:SIMPLE)
2015-02-12 16:38:37,192 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0018_01_000001
2015-02-12 16:38:37,192 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0018 CONTAINERID=container_1423787534997_0018_01_000001
2015-02-12 16:38:37,193 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0018_01_000001]
2015-02-12 16:38:37,193 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:37,193 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:37,193 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:37,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:37,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:37,194 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0018
2015-02-12 16:38:37,194 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:37,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:37,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:37,194 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0018, with delay of 10800 seconds
2015-02-12 16:38:37,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203
2015-02-12 16:38:37,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206
2015-02-12 16:38:37,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202
2015-02-12 16:38:37,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200
2015-02-12 16:38:37,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205
2015-02-12 16:38:37,950 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0019_01_000002
2015-02-12 16:38:37,951 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:37,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:37,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:38,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:38,009 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:38,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:38,010 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0018
2015-02-12 16:38:38,010 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:38,010 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0018, with delay of 10800 seconds
2015-02-12 16:38:38,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:38,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:38,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0018
2015-02-12 16:38:38,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,129 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0019_000001 (auth:SIMPLE)
2015-02-12 16:38:38,133 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0019_01_000002 by user soberoi
2015-02-12 16:38:38,133 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0019
2015-02-12 16:38:38,134 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000002
2015-02-12 16:38:38,134 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from NEW to INITING
2015-02-12 16:38:38,134 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0019_01_000002 to application application_1423787534997_0019
2015-02-12 16:38:38,134 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from INITING to RUNNING
2015-02-12 16:38:38,135 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:38:38,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0019
2015-02-12 16:38:38,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0019
2015-02-12 16:38:38,135 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:38,135 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0019
2015-02-12 16:38:38,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:38,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:38,136 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0019_01_000002
2015-02-12 16:38:38,154 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0019_01_000002.tokens. Credentials list:
2015-02-12 16:38:38,193 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:38,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:38,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423787534997_0019_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000002.tokens
2015-02-12 16:38:38,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:38,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201
2015-02-12 16:38:38,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206
2015-02-12 16:38:38,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204
2015-02-12 16:38:38,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:38,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:38,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:38,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:38,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207
2015-02-12 16:38:38,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205
2015-02-12 16:38:38,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203
2015-02-12 16:38:38,706 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:38,706 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:38,765 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:38,766 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:38,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000002/default_container_executor.sh]
2015-02-12 16:38:38,966 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:38:39,010 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:39,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204
2015-02-12 16:38:39,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200
2015-02-12 16:38:39,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202
2015-02-12 16:38:39,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207
2015-02-12 16:38:39,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742030_1206
2015-02-12 16:38:39,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201
2015-02-12 16:38:39,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205
2015-02-12 16:38:39,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742027_1203
2015-02-12 16:38:39,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742031_1207
2015-02-12 16:38:39,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742025_1201
2015-02-12 16:38:40,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204
2015-02-12 16:38:40,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742026_1202
2015-02-12 16:38:40,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742029_1205
2015-02-12 16:38:40,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742024_1200
2015-02-12 16:38:41,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:41,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:41,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:41,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423787534997_0019_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:41,916 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0019_000001 (auth:SIMPLE)
2015-02-12 16:38:41,918 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0019_01_000002
2015-02-12 16:38:41,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000002
2015-02-12 16:38:41,918 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:38:41,918 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0019_01_000002
2015-02-12 16:38:41,934 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0019_01_000002 is : 143
2015-02-12 16:38:41,937 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:38:41,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210 src: /127.0.0.1:53444 dest: /127.0.0.1:51606
2015-02-12 16:38:41,944 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:41,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210 src: /127.0.0.1:53445 dest: /127.0.0.1:51610
2015-02-12 16:38:41,946 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000002
2015-02-12 16:38:41,947 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:41,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000002
2015-02-12 16:38:41,947 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0019_01_000002 from application application_1423787534997_0019
2015-02-12 16:38:41,947 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:41,947 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0019
2015-02-12 16:38:41,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000002
2015-02-12 16:38:41,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000002
2015-02-12 16:38:41,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000002
2015-02-12 16:38:41,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210 src: /127.0.0.1:53446 dest: /127.0.0.1:51613
2015-02-12 16:38:41,955 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1.jhist for DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:42,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742028_1204
2015-02-12 16:38:42,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209
2015-02-12 16:38:42,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208
2015-02-12 16:38:42,922 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:42,923 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0019_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:38:42,923 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000002
2015-02-12 16:38:42,923 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0019_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:42,923 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0019_000001 released container container_1423787534997_0019_01_000002 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:43,211 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:43,211 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000003
2015-02-12 16:38:43,212 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0019_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:38:43,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209
2015-02-12 16:38:43,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208
2015-02-12 16:38:43,927 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:43,992 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0019_01_000003
2015-02-12 16:38:43,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:44,007 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0019_000001 (auth:SIMPLE)
2015-02-12 16:38:44,014 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0019_01_000003 by user soberoi
2015-02-12 16:38:44,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0019
2015-02-12 16:38:44,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000003
2015-02-12 16:38:44,015 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from NEW to INITING
2015-02-12 16:38:44,015 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0019_01_000003 to application application_1423787534997_0019
2015-02-12 16:38:44,016 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from INITING to RUNNING
2015-02-12 16:38:44,016 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:38:44,016 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0019
2015-02-12 16:38:44,016 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0019
2015-02-12 16:38:44,016 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:44,016 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0019
2015-02-12 16:38:44,017 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:44,017 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:44,018 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0019_01_000003
2015-02-12 16:38:44,035 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423787534997_0019_01_000003.tokens. Credentials list:
2015-02-12 16:38:44,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:44,214 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:44,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423787534997_0019_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000003.tokens
2015-02-12 16:38:44,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:44,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:44,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:44,494 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:44,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:44,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:44,568 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:44,569 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:44,620 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:44,620 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:44,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742033_1209
2015-02-12 16:38:44,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000003/default_container_executor.sh]
2015-02-12 16:38:44,933 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0019_01_000002]
2015-02-12 16:38:44,934 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:44,999 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:38:45,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742032_1208
2015-02-12 16:38:47,240 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:38:47,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423787534997_0019_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:47,568 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423787534997_0019_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:38:47,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211 src: /127.0.0.1:53459 dest: /127.0.0.1:51606
2015-02-12 16:38:47,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211 src: /127.0.0.1:53460 dest: /127.0.0.1:51616
2015-02-12 16:38:47,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211 src: /127.0.0.1:53461 dest: /127.0.0.1:51613
2015-02-12 16:38:47,704 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53461, dest: /127.0.0.1:51613, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0019_r_000000_0_1419866688_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211, duration: 39710000
2015-02-12 16:38:47,705 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:47,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,705 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53460, dest: /127.0.0.1:51616, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0019_r_000000_0_1419866688_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211, duration: 40474000
2015-02-12 16:38:47,705 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,706 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53459, dest: /127.0.0.1:51606, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0019_r_000000_0_1419866688_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211, duration: 41587000
2015-02-12 16:38:47,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,707 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423787534997_0019_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0019_r_000000_0_1419866688_1
2015-02-12 16:38:47,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423787534997_0019_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:47,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423787534997_0019_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:38:47,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1423787534997_0019_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:38:47,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1423787534997_0019_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1423787534997_0019_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:38:47,781 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0019_000001 (auth:SIMPLE)
2015-02-12 16:38:47,784 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0019_01_000003
2015-02-12 16:38:47,784 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000003
2015-02-12 16:38:47,784 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:38:47,785 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0019_01_000003
2015-02-12 16:38:47,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:47,798 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:47,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:38:47,809 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0019_01_000003 is : 143
2015-02-12 16:38:47,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:47,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:47,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1423787534997_0019_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:38:47,818 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:38:47,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000003
2015-02-12 16:38:47,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:47,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000003
2015-02-12 16:38:47,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000003
2015-02-12 16:38:47,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000003
2015-02-12 16:38:47,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1423787534997_0019_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:47,824 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000003
2015-02-12 16:38:47,825 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:38:47,826 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0019_01_000003 from application application_1423787534997_0019
2015-02-12 16:38:47,826 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:47,826 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0019
2015-02-12 16:38:47,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary dst=null perm=null proto=rpc
2015-02-12 16:38:47,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:47,840 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_SUCCESS is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:47,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:47,849 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:47,869 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53446, dest: /127.0.0.1:51613, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210, duration: 5917444000
2015-02-12 16:38:47,869 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:47,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13749
2015-02-12 16:38:47,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53445, dest: /127.0.0.1:51610, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210, duration: 5918348000
2015-02-12 16:38:47,871 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,872 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13749
2015-02-12 16:38:47,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53444, dest: /127.0.0.1:51606, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210, duration: 5920224000
2015-02-12 16:38:47,873 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]} size 13749
2015-02-12 16:38:47,875 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1.jhist is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:47,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:47,881 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:38:47,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212 src: /127.0.0.1:53463 dest: /127.0.0.1:51613
2015-02-12 16:38:47,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212 src: /127.0.0.1:53464 dest: /127.0.0.1:51616
2015-02-12 16:38:47,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212 src: /127.0.0.1:53465 dest: /127.0.0.1:51610
2015-02-12 16:38:47,889 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53465, dest: /127.0.0.1:51610, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212, duration: 1538000
2015-02-12 16:38:47,889 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:47,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53464, dest: /127.0.0.1:51616, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212, duration: 3187000
2015-02-12 16:38:47,892 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:47,894 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53463, dest: /127.0.0.1:51613, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212, duration: 6052000
2015-02-12 16:38:47,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:47,894 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:38:47,897 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019.summary_tmp is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:47,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:47,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:47,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019-1423787911682-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2F4F58F43F7E914369-1423787927851-1-1-SUCCEEDED-root.soberoi-1423787915922.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:47,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:47,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019-1423787911682-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2F4F58F43F7E914369-1423787927851-1-1-SUCCEEDED-root.soberoi-1423787915922.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:47,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:38:47,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019-1423787911682-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2F4F58F43F7E914369-1423787927851-1-1-SUCCEEDED-root.soberoi-1423787915922.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:47,930 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019-1423787911682-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2F4F58F43F7E914369-1423787927851-1-1-SUCCEEDED-root.soberoi-1423787915922.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:38:47,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213 src: /127.0.0.1:53467 dest: /127.0.0.1:51613
2015-02-12 16:38:47,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213 src: /127.0.0.1:53468 dest: /127.0.0.1:51610
2015-02-12 16:38:47,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213 src: /127.0.0.1:53469 dest: /127.0.0.1:51616
2015-02-12 16:38:47,939 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53469, dest: /127.0.0.1:51616, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213, duration: 1658000
2015-02-12 16:38:47,939 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:47,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,940 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53468, dest: /127.0.0.1:51610, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213, duration: 2366000
2015-02-12 16:38:47,940 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,941 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53467, dest: /127.0.0.1:51613, bytes: 38004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213, duration: 3477000
2015-02-12 16:38:47,941 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,944 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019-1423787911682-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2F4F58F43F7E914369-1423787927851-1-1-SUCCEEDED-root.soberoi-1423787915922.jhist_tmp is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:47,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019-1423787911682-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2F4F58F43F7E914369-1423787927851-1-1-SUCCEEDED-root.soberoi-1423787915922.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:47,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:47,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:47,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:47,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:38:47,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019/job_1423787534997_0019_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:38:47,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:47,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:38:47,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214 src: /127.0.0.1:53471 dest: /127.0.0.1:51613
2015-02-12 16:38:47,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214 src: /127.0.0.1:53472 dest: /127.0.0.1:51616
2015-02-12 16:38:47,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214 src: /127.0.0.1:53473 dest: /127.0.0.1:51610
2015-02-12 16:38:47,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53473, dest: /127.0.0.1:51610, bytes: 114059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214, duration: 6452000
2015-02-12 16:38:47,980 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:47,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53472, dest: /127.0.0.1:51616, bytes: 114059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214, duration: 7236000
2015-02-12 16:38:47,980 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53471, dest: /127.0.0.1:51613, bytes: 114059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_840530236_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214, duration: 8529000
2015-02-12 16:38:47,982 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:47,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:47,984 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_840530236_1
2015-02-12 16:38:47,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:47,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:47,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:47,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019-1423787911682-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2F4F58F43F7E914369-1423787927851-1-1-SUCCEEDED-root.soberoi-1423787915922.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0019-1423787911682-soberoi-%5B03F64CB02221413CAA451D272D3CABDC%2F4F58F43F7E914369-1423787927851-1-1-SUCCEEDED-root.soberoi-1423787915922.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:38:48,002 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0019_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:38:48,003 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:38:48,003 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0019 with final state: FINISHING
2015-02-12 16:38:48,003 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0019 State change from RUNNING to FINAL_SAVING
2015-02-12 16:38:48,003 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0019
2015-02-12 16:38:48,003 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:38:48,003 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0019 State change from FINAL_SAVING to FINISHING
2015-02-12 16:38:48,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:48,788 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0019_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:38:48,788 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000003
2015-02-12 16:38:48,788 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0019_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:48,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0019_000001 released container container_1423787534997_0019_01_000003 on node: host: 10.1.1.67:51655 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:49,011 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0019 unregistered successfully.
2015-02-12 16:38:49,015 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742028_1204 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:38:49,015 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742029_1205 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:38:49,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742030_1206 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:38:49,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742031_1207 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:38:49,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742033_1209 127.0.0.1:51613 127.0.0.1:51610 127.0.0.1:51606
2015-02-12 16:38:49,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742034_1210 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:38:49,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742032_1208 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:38:49,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0019 dst=null perm=null proto=rpc
2015-02-12 16:38:49,056 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742024_1200 127.0.0.1:51613 127.0.0.1:51616 127.0.0.1:51606
2015-02-12 16:38:49,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/925931115_lower_upper_AB123A8899E3498A93069DED569B0B2E dst=null perm=null proto=rpc
2015-02-12 16:38:49,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,058 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary
2015-02-12 16:38:49,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary dst=null perm=null proto=rpc
2015-02-12 16:38:49,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,073 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:49,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:49,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:49,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,096 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:49,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:49,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:49,101 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true
2015-02-12 16:38:49,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null proto=rpc
2015-02-12 16:38:49,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:49,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:38:49,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,126 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:38:49,126 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:38:49,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:38:49,144 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 16:38:49,144 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-02-12 16:38:49,144 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt"]
2015-02-12 16:38:49,144 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[[UNKNOWN]->[0:9]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable"]
2015-02-12 16:38:49,144 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 16:38:49,144 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-02-12 16:38:49,144 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-02-12 16:38:49,147 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...platform/customerwritable
2015-02-12 16:38:49,157 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:38:49,167 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:51647
2015-02-12 16:38:49,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:38:49,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:49,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:49,175 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 20
2015-02-12 16:38:49,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020 dst=null perm=null proto=rpc
2015-02-12 16:38:49,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:38:49,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:38:49,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:49,185 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar. BP-2118265545-10.1.1.67-1423787517799 blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:38:49,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215 src: /127.0.0.1:53478 dest: /127.0.0.1:51610
2015-02-12 16:38:49,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215 src: /127.0.0.1:53479 dest: /127.0.0.1:51606
2015-02-12 16:38:49,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215 src: /127.0.0.1:53480 dest: /127.0.0.1:51613
2015-02-12 16:38:49,198 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53480, dest: /127.0.0.1:51613, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215, duration: 3904000
2015-02-12 16:38:49,198 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:49,199 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53479, dest: /127.0.0.1:51606, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215, duration: 4089000
2015-02-12 16:38:49,199 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:38:49,200 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53478, dest: /127.0.0.1:51610, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215, duration: 5848000
2015-02-12 16:38:49,201 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:38:49,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]} size 0
2015-02-12 16:38:49,207 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:49,208 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar
2015-02-12 16:38:49,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:49,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:38:49,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:38:49,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:38:49,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:38:49,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:38:49,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,219 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:49,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,222 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:49,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,224 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:49,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,227 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:38:49,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:38:49,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:49,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:49,231 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split
2015-02-12 16:38:49,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:49,232 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split. BP-2118265545-10.1.1.67-1423787517799 blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]}
2015-02-12 16:38:49,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216 src: /127.0.0.1:53481 dest: /127.0.0.1:51613
2015-02-12 16:38:49,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216 src: /127.0.0.1:53482 dest: /127.0.0.1:51606
2015-02-12 16:38:49,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216 src: /127.0.0.1:53483 dest: /127.0.0.1:51610
2015-02-12 16:38:49,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216 src: /127.0.0.1:53484 dest: /127.0.0.1:51616
2015-02-12 16:38:49,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53484, dest: /127.0.0.1:51616, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216, duration: 1876000
2015-02-12 16:38:49,243 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:49,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:38:49,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53483, dest: /127.0.0.1:51610, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216, duration: 2291000
2015-02-12 16:38:49,245 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 0
2015-02-12 16:38:49,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53482, dest: /127.0.0.1:51606, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216, duration: 4522000
2015-02-12 16:38:49,247 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53481, dest: /127.0.0.1:51613, bytes: 2143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216, duration: 5979000
2015-02-12 16:38:49,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:49,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:49,248 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:49,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:49,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:49,261 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo. BP-2118265545-10.1.1.67-1423787517799 blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:38:49,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217 src: /127.0.0.1:53485 dest: /127.0.0.1:51613
2015-02-12 16:38:49,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217 src: /127.0.0.1:53486 dest: /127.0.0.1:51606
2015-02-12 16:38:49,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217 src: /127.0.0.1:53487 dest: /127.0.0.1:51610
2015-02-12 16:38:49,268 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53487, dest: /127.0.0.1:51610, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217, duration: 1201000
2015-02-12 16:38:49,268 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:49,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:38:49,269 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53486, dest: /127.0.0.1:51606, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217, duration: 1594000
2015-02-12 16:38:49,269 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,270 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:38:49,270 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53485, dest: /127.0.0.1:51613, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217, duration: 2651000
2015-02-12 16:38:49,270 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:49,273 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:49,273 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:6
2015-02-12 16:38:49,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:49,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:38:49,284 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:38:49,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218 src: /127.0.0.1:53488 dest: /127.0.0.1:51616
2015-02-12 16:38:49,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218 src: /127.0.0.1:53489 dest: /127.0.0.1:51610
2015-02-12 16:38:49,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218 src: /127.0.0.1:53490 dest: /127.0.0.1:51613
2015-02-12 16:38:49,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53490, dest: /127.0.0.1:51613, bytes: 98071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218, duration: 1740000
2015-02-12 16:38:49,295 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:49,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:49,296 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53489, dest: /127.0.0.1:51610, bytes: 98071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218, duration: 2838000
2015-02-12 16:38:49,297 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:49,298 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53488, dest: /127.0.0.1:51616, bytes: 98071, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1433233774_9, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218, duration: 4585000
2015-02-12 16:38:49,299 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:49,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:49,302 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml is closed by DFSClient_NONMAPREDUCE_-1433233774_9
2015-02-12 16:38:49,303 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423787534997_0020
2015-02-12 16:38:49,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020 dst=null perm=null proto=rpc
2015-02-12 16:38:49,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:49,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:49,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:49,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:49,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:49,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:49,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:49,323 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 20 submitted by user soberoi
2015-02-12 16:38:49,323 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423787534997_0020
2015-02-12 16:38:49,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423787534997_0020
2015-02-12 16:38:49,323 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423787534997_0020
2015-02-12 16:38:49,323 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0020 State change from NEW to NEW_SAVING
2015-02-12 16:38:49,323 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0020 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:38:49,323 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423787534997_0020 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:38:49,324 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423787534997_0020
2015-02-12 16:38:49,324 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0020 State change from SUBMITTED to ACCEPTED
2015-02-12 16:38:49,324 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423787534997_0020_000001
2015-02-12 16:38:49,324 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0020_000001 State change from NEW to SUBMITTED
2015-02-12 16:38:49,325 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423787534997_0020_000001 to scheduler from user: soberoi
2015-02-12 16:38:49,328 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0020_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:38:49,330 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:51648/proxy/application_1423787534997_0020/
2015-02-12 16:38:49,330 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423787534997_0020
2015-02-12 16:38:49,330 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:51648/proxy/application_1423787534997_0020/
2015-02-12 16:38:49,791 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:49,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:49,796 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000001
2015-02-12 16:38:49,796 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51655, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:38:49,796 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0020_01_000001
2015-02-12 16:38:49,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:49,797 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423787534997_0020_000001
2015-02-12 16:38:49,797 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423787534997_0020 AttemptId: appattempt_1423787534997_0020_000001 MasterContainer: Container: [ContainerId: container_1423787534997_0020_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ]
2015-02-12 16:38:49,797 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0020_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:38:49,797 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0020_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:38:49,797 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423787534997_0020_000001
2015-02-12 16:38:49,800 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423787534997_0020_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0020_000001
2015-02-12 16:38:49,800 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423787534997_0020_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:38:49,800 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423787534997_0020_000001
2015-02-12 16:38:49,801 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423787534997_0020_000001
2015-02-12 16:38:49,803 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:38:49,804 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0020_01_000001 by user soberoi
2015-02-12 16:38:49,805 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0020
2015-02-12 16:38:49,805 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000001
2015-02-12 16:38:49,805 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0020 transitioned from NEW to INITING
2015-02-12 16:38:49,805 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0020_01_000001 to application application_1423787534997_0020
2015-02-12 16:38:49,805 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0020 transitioned from INITING to RUNNING
2015-02-12 16:38:49,805 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423787534997_0020_01_000001, NodeId: 10.1.1.67:51655, NodeHttpAddress: 10.1.1.67:51658, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:51655 }, ] for AM appattempt_1423787534997_0020_000001
2015-02-12 16:38:49,806 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0020_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:38:49,806 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:38:49,806 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0020
2015-02-12 16:38:49,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:49,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:38:49,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:38:49,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:49,807 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0020_01_000001
2015-02-12 16:38:49,816 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423787534997_0020_01_000001.tokens. Credentials list:
2015-02-12 16:38:49,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:50,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423787534997_0020_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000001.tokens
2015-02-12 16:38:50,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0020
2015-02-12 16:38:50,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:50,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:50,189 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:50,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:50,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:50,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0020/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:50,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:50,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:38:50,314 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0020/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:50,322 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:51613 to replicate blk_1073742039_1215 to datanode(s) 127.0.0.1:51616
2015-02-12 16:38:50,323 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51616 to delete [blk_1073742032_1208, blk_1073742024_1200, blk_1073742028_1204, blk_1073742029_1205, blk_1073742031_1207]
2015-02-12 16:38:50,323 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51610 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742028_1204, blk_1073742029_1205, blk_1073742030_1206, blk_1073742031_1207]
2015-02-12 16:38:50,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:50,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:50,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0020/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:50,382 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:50,426 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:50,426 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:50,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000001/default_container_executor.sh]
2015-02-12 16:38:50,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:50,796 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742032 for deletion
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742033 for deletion
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742034 for deletion
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742028 for deletion
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742032
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742030_1206 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742030 for deletion
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742031_1207 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742031 for deletion
2015-02-12 16:38:51,278 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742033
2015-02-12 16:38:51,279 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742034
2015-02-12 16:38:51,279 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 16:38:51,279 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742028
2015-02-12 16:38:51,279 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742030_1206 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742030
2015-02-12 16:38:51,279 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742031_1207 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742031
2015-02-12 16:38:51,645 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, infoPort=51614, ipcPort=51615, storageInfo=lv=-56;cid=testClusterID;nsid=314410807;c=0) Starting thread to transfer BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215 to 127.0.0.1:51616
2015-02-12 16:38:51,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215 src: /127.0.0.1:53495 dest: /127.0.0.1:51616
2015-02-12 16:38:51,647 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215 (numBytes=254067) to /127.0.0.1:51616
2015-02-12 16:38:51,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215 src: /127.0.0.1:53495 dest: /127.0.0.1:51616 of size 254067
2015-02-12 16:38:51,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742039_1215 size 254067
2015-02-12 16:38:51,798 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:51,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742032 for deletion
2015-02-12 16:38:51,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742024 for deletion
2015-02-12 16:38:51,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742028 for deletion
2015-02-12 16:38:51,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 16:38:51,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742032
2015-02-12 16:38:51,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742024
2015-02-12 16:38:51,943 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 16:38:51,943 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742028
2015-02-12 16:38:51,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742031_1207 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742031 for deletion
2015-02-12 16:38:51,943 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742031_1207 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742031
2015-02-12 16:38:52,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:38:52,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:38:52,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:38:52,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:38:52,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020 dst=null perm=null proto=rpc
2015-02-12 16:38:52,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:38:52,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:38:52,803 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:52,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:52,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:38:52,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211
2015-02-12 16:38:52,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742034_1210
2015-02-12 16:38:53,324 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51606 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742024_1200, blk_1073742028_1204, blk_1073742029_1205, blk_1073742030_1206]
2015-02-12 16:38:53,325 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:51613 to delete [blk_1073742033_1209, blk_1073742034_1210, blk_1073742024_1200, blk_1073742028_1204, blk_1073742029_1205, blk_1073742030_1206, blk_1073742031_1207]
2015-02-12 16:38:53,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212
2015-02-12 16:38:53,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214
2015-02-12 16:38:53,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213
2015-02-12 16:38:53,783 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:38:53,784 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423787534997_0020_000001
2015-02-12 16:38:53,785 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423787534997_0020 APPATTEMPTID=appattempt_1423787534997_0020_000001
2015-02-12 16:38:53,785 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0020_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:38:53,785 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0020 State change from ACCEPTED to RUNNING
2015-02-12 16:38:53,807 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:53,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:53,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:38:53,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:54,079 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423787534997_0019_01_000001 succeeded
2015-02-12 16:38:54,079 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:38:54,079 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0019_01_000001
2015-02-12 16:38:54,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000001
2015-02-12 16:38:54,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000001
2015-02-12 16:38:54,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000001
2015-02-12 16:38:54,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0019/container_1423787534997_0019_01_000001
2015-02-12 16:38:54,100 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000001
2015-02-12 16:38:54,100 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0019_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:38:54,101 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0019_01_000001 from application application_1423787534997_0019
2015-02-12 16:38:54,101 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:54,101 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0019
2015-02-12 16:38:54,209 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742032 for deletion
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742033 for deletion
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742034 for deletion
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742024 for deletion
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742028 for deletion
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742032_1208 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742032
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742030_1206 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742030 for deletion
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742034
2015-02-12 16:38:54,210 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742033
2015-02-12 16:38:54,211 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742028
2015-02-12 16:38:54,211 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 16:38:54,211 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742024
2015-02-12 16:38:54,212 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742030_1206 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742030
2015-02-12 16:38:54,225 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1_conf.xml. BP-2118265545-10.1.1.67-1423787517799 blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW]]}
2015-02-12 16:38:54,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219 src: /127.0.0.1:53503 dest: /127.0.0.1:51616
2015-02-12 16:38:54,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219 src: /127.0.0.1:53504 dest: /127.0.0.1:51606
2015-02-12 16:38:54,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219 src: /127.0.0.1:53505 dest: /127.0.0.1:51613
2015-02-12 16:38:54,368 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53505, dest: /127.0.0.1:51613, bytes: 114948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219, duration: 40463000
2015-02-12 16:38:54,369 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:54,370 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53504, dest: /127.0.0.1:51606, bytes: 114948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219, duration: 41570000
2015-02-12 16:38:54,370 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:54,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:54,372 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53503, dest: /127.0.0.1:51616, bytes: 114948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219, duration: 44377000
2015-02-12 16:38:54,373 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:54,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:54,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:54,380 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:38:54,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:38:54,437 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020.summary. BP-2118265545-10.1.1.67-1423787517799 blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:38:54,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220 src: /127.0.0.1:53506 dest: /127.0.0.1:51610
2015-02-12 16:38:54,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220 src: /127.0.0.1:53507 dest: /127.0.0.1:51613
2015-02-12 16:38:54,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220 src: /127.0.0.1:53508 dest: /127.0.0.1:51606
2015-02-12 16:38:54,448 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53508, dest: /127.0.0.1:51606, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220, duration: 1322000
2015-02-12 16:38:54,448 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:38:54,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]} size 0
2015-02-12 16:38:54,450 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53507, dest: /127.0.0.1:51613, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220, duration: 2562000
2015-02-12 16:38:54,453 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:54,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:54,456 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53506, dest: /127.0.0.1:51610, bytes: 395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220, duration: 9198000
2015-02-12 16:38:54,456 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:38:54,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:38:54,469 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020.summary is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:38:54,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742033 for deletion
2015-02-12 16:38:54,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742034 for deletion
2015-02-12 16:38:54,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742024 for deletion
2015-02-12 16:38:54,646 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742028 for deletion
2015-02-12 16:38:54,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742033_1209 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742033
2015-02-12 16:38:54,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742034_1210 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742034
2015-02-12 16:38:54,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742028
2015-02-12 16:38:54,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742024_1200 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742024
2015-02-12 16:38:54,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 16:38:54,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742030_1206 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742030 for deletion
2015-02-12 16:38:54,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742031_1207 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742031 for deletion
2015-02-12 16:38:54,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 16:38:54,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742031_1207 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742031
2015-02-12 16:38:54,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-2118265545-10.1.1.67-1423787517799 blk_1073742030_1206 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-2118265545-10.1.1.67-1423787517799/current/finalized/subdir0/subdir0/blk_1073742030
2015-02-12 16:38:54,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215
2015-02-12 16:38:54,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217
2015-02-12 16:38:54,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211
2015-02-12 16:38:54,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212
2015-02-12 16:38:54,809 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:54,866 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214
2015-02-12 16:38:54,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218
2015-02-12 16:38:54,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213
2015-02-12 16:38:54,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216
2015-02-12 16:38:54,931 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:54,931 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000002
2015-02-12 16:38:54,932 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:38:54,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0019_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:38:54,932 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0019_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:38:54,932 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423787534997_0019_000001
2015-02-12 16:38:54,932 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000001
2015-02-12 16:38:54,932 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0019_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:38:54,932 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0019_000001 released container container_1423787534997_0019_01_000001 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:38:54,932 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423787534997_0019_000001
2015-02-12 16:38:54,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:54,933 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000003
2015-02-12 16:38:54,934 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:38:54,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0019_000001 State change from FINISHING to FINISHED
2015-02-12 16:38:54,934 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0019 State change from FINISHING to FINISHED
2015-02-12 16:38:54,934 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423787534997_0019_000001 is done. finalState=FINISHED
2015-02-12 16:38:54,935 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423787534997_0019_000001
2015-02-12 16:38:54,935 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423787534997_0019 requests cleared
2015-02-12 16:38:54,935 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423787534997_0019
2015-02-12 16:38:54,936 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423787534997_0019,name=[03F64CB02221413CAA451D272D3CABDC/4F58F43F7E914369A9C3B8C60FDBDE9B] lower*upper/(2/2) ...lue/true/false/false/true,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:51648/proxy/application_1423787534997_0019/jobhistory/job/job_1423787534997_0019,appMasterHost=10.1.1.67,startTime=1423787911682,finishTime=1423787928003,finalStatus=SUCCEEDED
2015-02-12 16:38:54,939 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0019_000001 (auth:SIMPLE)
2015-02-12 16:38:54,942 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0019_01_000001
2015-02-12 16:38:54,942 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0019 CONTAINERID=container_1423787534997_0019_01_000001
2015-02-12 16:38:54,942 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0019_01_000001]
2015-02-12 16:38:54,943 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:54,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:54,943 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000004
2015-02-12 16:38:54,943 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:38:54,943 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:54,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:54,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:54,945 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0019
2015-02-12 16:38:54,945 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:54,945 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0019, with delay of 10800 seconds
2015-02-12 16:38:54,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:54,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:54,960 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:54,960 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:54,960 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000005
2015-02-12 16:38:54,960 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:38:54,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:54,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:54,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:54,961 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0019
2015-02-12 16:38:54,961 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:54,962 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0019, with delay of 10800 seconds
2015-02-12 16:38:54,962 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:55,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216
2015-02-12 16:38:55,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742035_1211
2015-02-12 16:38:55,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742036_1212
2015-02-12 16:38:55,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742037_1213
2015-02-12 16:38:55,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742038_1214
2015-02-12 16:38:55,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218
2015-02-12 16:38:55,813 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:55,813 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:38:55,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:55,814 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000006
2015-02-12 16:38:55,814 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:38:55,815 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423787534997_0019
2015-02-12 16:38:55,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:55,815 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:38:55,815 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423787534997_0019, with delay of 10800 seconds
2015-02-12 16:38:55,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:55,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:55,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0019
2015-02-12 16:38:55,835 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51651 for container : container_1423787534997_0020_01_000002
2015-02-12 16:38:55,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:55,836 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51659 for container : container_1423787534997_0020_01_000003
2015-02-12 16:38:55,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:55,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:55,837 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51663 for container : container_1423787534997_0020_01_000005
2015-02-12 16:38:55,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:55,837 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:51655 for container : container_1423787534997_0020_01_000006
2015-02-12 16:38:55,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:55,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:55,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:55,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:55,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:55,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:55,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:55,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:55,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:55,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:38:55,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5934375909100188965.jar dst=null perm=null proto=rpc
2015-02-12 16:38:55,934 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:55,934 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000007
2015-02-12 16:38:55,934 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:38:56,020 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:38:56,020 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:38:56,020 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:38:56,021 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:38:56,024 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0020_01_000006 by user soberoi
2015-02-12 16:38:56,024 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0020_01_000005 by user soberoi
2015-02-12 16:38:56,025 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0020
2015-02-12 16:38:56,025 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0020_01_000004 by user soberoi
2015-02-12 16:38:56,025 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0020
2015-02-12 16:38:56,025 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000004
2015-02-12 16:38:56,026 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0020_01_000006 to application application_1423787534997_0020
2015-02-12 16:38:56,024 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000006
2015-02-12 16:38:56,026 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0020 transitioned from NEW to INITING
2015-02-12 16:38:56,026 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0020_01_000005 to application application_1423787534997_0020
2015-02-12 16:38:56,027 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0020 transitioned from INITING to RUNNING
2015-02-12 16:38:56,026 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:38:56,027 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,025 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000005
2015-02-12 16:38:56,027 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,028 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:56,028 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0020
2015-02-12 16:38:56,027 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:38:56,028 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,028 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,028 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:56,028 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0020
2015-02-12 16:38:56,029 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:56,029 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:56,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0020_01_000005
2015-02-12 16:38:56,027 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0020 transitioned from NEW to INITING
2015-02-12 16:38:56,030 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:56,030 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0020_01_000004 to application application_1423787534997_0020
2015-02-12 16:38:56,030 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0020 transitioned from INITING to RUNNING
2015-02-12 16:38:56,030 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:38:56,030 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,030 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,030 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:56,030 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0020
2015-02-12 16:38:56,031 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:56,031 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:56,031 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0020_01_000004
2015-02-12 16:38:56,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0020_01_000002 by user soberoi
2015-02-12 16:38:56,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423787534997_0020
2015-02-12 16:38:56,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000002
2015-02-12 16:38:56,033 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0020 transitioned from NEW to INITING
2015-02-12 16:38:56,033 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0020_01_000002 to application application_1423787534997_0020
2015-02-12 16:38:56,034 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423787534997_0020 transitioned from INITING to RUNNING
2015-02-12 16:38:56,037 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:38:56,037 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,037 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,038 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:56,038 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0020
2015-02-12 16:38:56,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:38:56,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:38:56,039 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0020_01_000002
2015-02-12 16:38:56,045 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:38:56,056 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0020_01_000003 by user soberoi
2015-02-12 16:38:56,056 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000003
2015-02-12 16:38:56,058 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0020_01_000003 to application application_1423787534997_0020
2015-02-12 16:38:56,062 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:38:56,062 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,062 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,062 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:56,062 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0020
2015-02-12 16:38:56,063 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0020_01_000003
2015-02-12 16:38:56,070 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423787534997_0020_01_000005.tokens. Credentials list:
2015-02-12 16:38:56,073 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423787534997_0020_01_000004.tokens. Credentials list:
2015-02-12 16:38:56,077 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423787534997_0020_01_000002.tokens. Credentials list:
2015-02-12 16:38:56,089 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423787534997_0020_01_000003.tokens. Credentials list:
2015-02-12 16:38:56,110 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:56,110 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:56,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:56,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:56,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:56,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000006/default_container_executor.sh]
2015-02-12 16:38:56,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423787534997_0020_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000005.tokens
2015-02-12 16:38:56,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0020
2015-02-12 16:38:56,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423787534997_0020_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000002.tokens
2015-02-12 16:38:56,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0020
2015-02-12 16:38:56,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423787534997_0020_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000004.tokens
2015-02-12 16:38:56,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020
2015-02-12 16:38:56,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:56,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:56,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:56,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:56,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:56,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar dst=null perm=null proto=rpc
2015-02-12 16:38:56,798 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:56,798 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:56,804 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:56,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:56,814 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:38:56,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:56,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:56,850 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:56,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:56,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:56,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:56,859 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:38:56,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml dst=null perm=null proto=rpc
2015-02-12 16:38:56,862 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0020_01_000007 by user soberoi
2015-02-12 16:38:56,862 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0020_01_000007 to application application_1423787534997_0020
2015-02-12 16:38:56,863 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000007
2015-02-12 16:38:56,863 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 16:38:56,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0020
2015-02-12 16:38:56,863 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:38:56,863 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0020
2015-02-12 16:38:56,864 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423787534997_0020_01_000007
2015-02-12 16:38:56,882 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0020_01_000007.tokens. Credentials list:
2015-02-12 16:38:56,930 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:56,930 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:56,930 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:56,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:56,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:56,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:38:56,936 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000008
2015-02-12 16:38:56,936 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 16:38:56,951 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:56,951 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:56,951 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:56,952 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:56,953 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:56,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:38:56,966 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:51605/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:38:56,967 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:38:57,017 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:57,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:57,018 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:57,018 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:57,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:57,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:57,029 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:57,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:57,050 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:38:57,050 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:38:57,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000002/default_container_executor.sh]
2015-02-12 16:38:57,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000003/default_container_executor.sh]
2015-02-12 16:38:57,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000007/default_container_executor.sh]
2015-02-12 16:38:57,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000004/default_container_executor.sh]
2015-02-12 16:38:57,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000005/default_container_executor.sh]
2015-02-12 16:38:57,856 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:38:57,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:38:57,914 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215
2015-02-12 16:38:57,914 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217
2015-02-12 16:38:57,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216
2015-02-12 16:38:57,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:57,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:38:58,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423787534997_0020_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000003.tokens
2015-02-12 16:38:58,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020
2015-02-12 16:38:58,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423787534997_0020_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000007.tokens
2015-02-12 16:38:58,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0020
2015-02-12 16:38:58,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742042_1218
2015-02-12 16:38:58,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215
2015-02-12 16:38:58,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742040_1216
2015-02-12 16:38:58,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742041_1217
2015-02-12 16:38:58,859 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000008 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 16:38:58,859 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0020_01_000008 in state: RELEASED event:RELEASED
2015-02-12 16:38:58,859 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000008
2015-02-12 16:38:58,860 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0020_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 16:38:58,860 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0020_000001 released container container_1423787534997_0020_01_000008 on node: host: 10.1.1.67:51651 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 16:38:58,937 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423787534997_0020_01_000008
2015-02-12 16:38:59,043 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 16:38:59,043 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:38:59,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220
2015-02-12 16:38:59,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219
2015-02-12 16:39:00,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742039_1215
2015-02-12 16:39:00,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219
2015-02-12 16:39:02,922 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742043_1219
2015-02-12 16:39:02,922 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220
2015-02-12 16:39:03,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2118265545-10.1.1.67-1423787517799:blk_1073742044_1220
2015-02-12 16:39:07,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:39:07,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:39:07,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:39:07,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:39:07,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:39:07,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job.split dst=null perm=null proto=rpc
2015-02-12 16:39:07,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:39:07,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:39:07,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:39:07,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:39:07,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:39:08,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:39:08,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:39:08,681 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:39:08,683 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0020_01_000006
2015-02-12 16:39:08,683 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000006
2015-02-12 16:39:08,683 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:39:08,683 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0020_01_000006
2015-02-12 16:39:08,706 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1.jhist. BP-2118265545-10.1.1.67-1423787517799 blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW]]}
2015-02-12 16:39:08,708 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0020_01_000006 is : 143
2015-02-12 16:39:08,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221 src: /127.0.0.1:53551 dest: /127.0.0.1:51610
2015-02-12 16:39:08,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221 src: /127.0.0.1:53552 dest: /127.0.0.1:51613
2015-02-12 16:39:08,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221 src: /127.0.0.1:53553 dest: /127.0.0.1:51616
2015-02-12 16:39:08,719 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1.jhist for DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:39:08,721 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:39:08,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000006
2015-02-12 16:39:08,722 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000006
2015-02-12 16:39:08,722 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:39:08,723 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0020_01_000006 from application application_1423787534997_0020
2015-02-12 16:39:08,723 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:39:08,723 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0020
2015-02-12 16:39:08,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000006
2015-02-12 16:39:08,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000006
2015-02-12 16:39:08,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000006
2015-02-12 16:39:08,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:39:08,896 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:39:08,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0020_01_000005
2015-02-12 16:39:08,898 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000005
2015-02-12 16:39:08,898 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:39:08,898 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0020_01_000005
2015-02-12 16:39:08,919 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0020_01_000005 is : 143
2015-02-12 16:39:08,928 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:39:08,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000005
2015-02-12 16:39:08,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000005
2015-02-12 16:39:08,929 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000005
2015-02-12 16:39:08,929 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:39:08,930 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0020_01_000005 from application application_1423787534997_0020
2015-02-12 16:39:08,930 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:39:08,930 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0020
2015-02-12 16:39:08,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000005
2015-02-12 16:39:08,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000005
2015-02-12 16:39:08,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:39:08,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 16:39:08,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:39:08,991 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:39:08,993 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:39:08,993 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0020_01_000003
2015-02-12 16:39:08,994 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000003
2015-02-12 16:39:08,994 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:39:08,994 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0020_01_000003
2015-02-12 16:39:08,995 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0020_01_000007
2015-02-12 16:39:08,995 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000007
2015-02-12 16:39:08,995 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000007 transitioned from RUNNING to KILLING
2015-02-12 16:39:08,995 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0020_01_000007
2015-02-12 16:39:09,019 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0020_01_000007 is : 143
2015-02-12 16:39:09,021 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0020_01_000003 is : 143
2015-02-12 16:39:09,058 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:39:09,058 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:39:09,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000003
2015-02-12 16:39:09,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000007
2015-02-12 16:39:09,059 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000003
2015-02-12 16:39:09,059 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:39:09,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000007
2015-02-12 16:39:09,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000003
2015-02-12 16:39:09,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000003
2015-02-12 16:39:09,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000003
2015-02-12 16:39:09,059 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000007
2015-02-12 16:39:09,060 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:39:09,061 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0020_01_000007 from application application_1423787534997_0020
2015-02-12 16:39:09,061 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:39:09,061 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0020
2015-02-12 16:39:09,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000007
2015-02-12 16:39:09,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000007
2015-02-12 16:39:09,059 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0020_01_000003 from application application_1423787534997_0020
2015-02-12 16:39:09,062 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:39:09,062 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0020
2015-02-12 16:39:09,086 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:39:09,088 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0020_01_000004
2015-02-12 16:39:09,088 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000004
2015-02-12 16:39:09,088 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:39:09,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:39:09,089 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0020_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:39:09,089 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000003
2015-02-12 16:39:09,089 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0020_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:39:09,089 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0020_000001 released container container_1423787534997_0020_01_000003 on node: host: 10.1.1.67:51659 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 16:39:09,089 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0020_01_000004
2015-02-12 16:39:09,110 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0020_01_000004 is : 143
2015-02-12 16:39:09,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:39:09,120 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:39:09,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000004
2015-02-12 16:39:09,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000004
2015-02-12 16:39:09,123 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000004
2015-02-12 16:39:09,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000004
2015-02-12 16:39:09,123 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:39:09,123 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0020_01_000004 from application application_1423787534997_0020
2015-02-12 16:39:09,123 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:39:09,123 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0020
2015-02-12 16:39:09,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000004
2015-02-12 16:39:09,149 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:39:09,152 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0020_01_000002
2015-02-12 16:39:09,152 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000002
2015-02-12 16:39:09,153 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:39:09,153 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:39:09,154 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0020_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 16:39:09,154 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000007
2015-02-12 16:39:09,154 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0020_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:39:09,154 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0020_000001 released container container_1423787534997_0020_01_000007 on node: host: 10.1.1.67:51651 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 16:39:09,154 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0020_01_000002
2015-02-12 16:39:09,187 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0020_01_000002 is : 143
2015-02-12 16:39:09,197 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:39:09,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000002
2015-02-12 16:39:09,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000002
2015-02-12 16:39:09,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000002
2015-02-12 16:39:09,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000002
2015-02-12 16:39:09,202 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000002
2015-02-12 16:39:09,204 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:39:09,205 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0020_01_000002 from application application_1423787534997_0020
2015-02-12 16:39:09,205 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:39:09,205 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0020
2015-02-12 16:39:09,687 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:39:09,687 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0020_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:39:09,687 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000006
2015-02-12 16:39:09,687 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0020_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51655, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:39:09,687 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0020_000001 released container container_1423787534997_0020_01_000006 on node: host: 10.1.1.67:51655 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:39:09,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:39:09,903 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0020_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:39:09,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000005
2015-02-12 16:39:09,903 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0020_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51663, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:39:09,903 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0020_000001 released container container_1423787534997_0020_01_000005 on node: host: 10.1.1.67:51663 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:39:10,094 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:10,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:39:10,095 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0020_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:39:10,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000004
2015-02-12 16:39:10,095 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0020_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:39:10,095 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0020_000001 released container container_1423787534997_0020_01_000004 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:39:10,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:39:10,096 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000009
2015-02-12 16:39:10,096 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423787534997_0020_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:39:10,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:39:10,157 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0020_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:39:10,157 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000002
2015-02-12 16:39:10,157 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0020_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51651, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:39:10,157 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0020_000001 released container container_1423787534997_0020_01_000002 on node: host: 10.1.1.67:51651 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:39:10,157 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:10,687 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:10,903 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:10,918 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:39:10,929 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:39:10,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423787534997_0020_01_000009 by user soberoi
2015-02-12 16:39:10,931 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000009
2015-02-12 16:39:10,931 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423787534997_0020_01_000009 to application application_1423787534997_0020
2015-02-12 16:39:10,931 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000009 transitioned from NEW to LOCALIZING
2015-02-12 16:39:10,931 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423787534997_0020
2015-02-12 16:39:10,932 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423787534997_0020
2015-02-12 16:39:10,932 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:39:10,932 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423787534997_0020
2015-02-12 16:39:10,932 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:39:10,965 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-12 16:39:10,966 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:39:11,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000009/default_container_executor.sh]
2015-02-12 16:39:11,097 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0020_01_000003]
2015-02-12 16:39:11,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:39:11,098 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:11,098 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:11,161 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0020_01_000007]
2015-02-12 16:39:11,161 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:11,161 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:11,689 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0020_01_000006]
2015-02-12 16:39:11,690 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:11,905 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0020_01_000005]
2015-02-12 16:39:11,905 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:11,921 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:39:12,099 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0020_01_000004]
2015-02-12 16:39:12,099 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:12,163 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423787534997_0020_01_000002]
2015-02-12 16:39:12,163 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:39:13,487 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:39:13,492 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:39:13,496 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:39:13,498 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:39:13,503 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:39:13,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:39:13,814 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_r_000000_0/part-00000. BP-2118265545-10.1.1.67-1423787517799 blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW]]}
2015-02-12 16:39:13,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222 src: /127.0.0.1:53581 dest: /127.0.0.1:51606
2015-02-12 16:39:13,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222 src: /127.0.0.1:53582 dest: /127.0.0.1:51616
2015-02-12 16:39:13,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222 src: /127.0.0.1:53583 dest: /127.0.0.1:51613
2015-02-12 16:39:13,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53583, dest: /127.0.0.1:51613, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0020_r_000000_0_-1089291546_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222, duration: 30866000
2015-02-12 16:39:13,947 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:39:13,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:13,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53582, dest: /127.0.0.1:51616, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0020_r_000000_0_-1089291546_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222, duration: 32356000
2015-02-12 16:39:13,948 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:13,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53581, dest: /127.0.0.1:51606, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1423787534997_0020_r_000000_0_-1089291546_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222, duration: 33889000
2015-02-12 16:39:13,950 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:13,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:13,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:13,956 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_r_000000_0/part-00000 is closed by DFSClient_attempt_1423787534997_0020_r_000000_0_-1089291546_1
2015-02-12 16:39:13,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:39:13,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:39:13,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1423787534997_0020_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:39:13,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1423787534997_0020_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1423787534997_0020_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:39:14,000 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423787534997_0020_000001 (auth:SIMPLE)
2015-02-12 16:39:14,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423787534997_0020_01_000009
2015-02-12 16:39:14,002 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000009
2015-02-12 16:39:14,002 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000009 transitioned from RUNNING to KILLING
2015-02-12 16:39:14,003 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423787534997_0020_01_000009
2015-02-12 16:39:14,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:39:14,016 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:39:14,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:39:14,027 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423787534997_0020_01_000009 is : 143
2015-02-12 16:39:14,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:14,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:14,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1423787534997_0020_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:39:14,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:39:14,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1423787534997_0020_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:39:14,040 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:39:14,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000009
2015-02-12 16:39:14,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000009
2015-02-12 16:39:14,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000009
2015-02-12 16:39:14,041 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000009
2015-02-12 16:39:14,041 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423787534997_0020_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:39:14,042 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423787534997_0020_01_000009 from application application_1423787534997_0020
2015-02-12 16:39:14,042 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:39:14,042 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423787534997_0020
2015-02-12 16:39:14,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423787534997_0020/container_1423787534997_0020_01_000009
2015-02-12 16:39:14,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary dst=null perm=null proto=rpc
2015-02-12 16:39:14,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:39:14,067 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:39:14,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:39:14,076 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:39:14,096 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53553, dest: /127.0.0.1:51616, bytes: 77337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221, duration: 5382028000
2015-02-12 16:39:14,096 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:39:14,098 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 16668
2015-02-12 16:39:14,101 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53552, dest: /127.0.0.1:51613, bytes: 77337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221, duration: 5384827000
2015-02-12 16:39:14,101 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:14,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 16668
2015-02-12 16:39:14,104 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53551, dest: /127.0.0.1:51610, bytes: 77337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221, duration: 5389376000
2015-02-12 16:39:14,104 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:14,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|RBW]]} size 16668
2015-02-12 16:39:14,108 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1.jhist is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:39:14,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:39:14,119 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020.summary_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]}
2015-02-12 16:39:14,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223 src: /127.0.0.1:53585 dest: /127.0.0.1:51606
2015-02-12 16:39:14,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223 src: /127.0.0.1:53586 dest: /127.0.0.1:51613
2015-02-12 16:39:14,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223 src: /127.0.0.1:53587 dest: /127.0.0.1:51610
2015-02-12 16:39:14,130 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53587, dest: /127.0.0.1:51610, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223, duration: 3115000
2015-02-12 16:39:14,130 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:39:14,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW]]} size 0
2015-02-12 16:39:14,131 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53586, dest: /127.0.0.1:51613, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223, duration: 3530000
2015-02-12 16:39:14,131 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:14,132 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53585, dest: /127.0.0.1:51606, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223, duration: 5148000
2015-02-12 16:39:14,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:14,132 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:14,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-711e2957-e561-4098-8700-654ed990c706:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:14,135 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020.summary_tmp is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:39:14,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:39:14,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:39:14,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020-1423787929322-soberoi-%5B1A74650CC4334BD1B4092D35E286CF48%2F3BDA2ADBE9C048F1-1423787954077-6-1-SUCCEEDED-root.soberoi-1423787933850.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:39:14,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:39:14,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020-1423787929322-soberoi-%5B1A74650CC4334BD1B4092D35E286CF48%2F3BDA2ADBE9C048F1-1423787954077-6-1-SUCCEEDED-root.soberoi-1423787933850.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:39:14,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:39:14,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020-1423787929322-soberoi-%5B1A74650CC4334BD1B4092D35E286CF48%2F3BDA2ADBE9C048F1-1423787954077-6-1-SUCCEEDED-root.soberoi-1423787933850.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:39:14,170 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020-1423787929322-soberoi-%5B1A74650CC4334BD1B4092D35E286CF48%2F3BDA2ADBE9C048F1-1423787954077-6-1-SUCCEEDED-root.soberoi-1423787933850.jhist_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]}
2015-02-12 16:39:14,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224 src: /127.0.0.1:53589 dest: /127.0.0.1:51613
2015-02-12 16:39:14,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224 src: /127.0.0.1:53590 dest: /127.0.0.1:51616
2015-02-12 16:39:14,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224 src: /127.0.0.1:53591 dest: /127.0.0.1:51610
2015-02-12 16:39:14,182 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53591, dest: /127.0.0.1:51610, bytes: 77337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224, duration: 1938000
2015-02-12 16:39:14,182 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:39:14,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW]]} size 0
2015-02-12 16:39:14,183 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53590, dest: /127.0.0.1:51616, bytes: 77337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224, duration: 2519000
2015-02-12 16:39:14,183 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:14,184 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53589, dest: /127.0.0.1:51613, bytes: 77337, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: f15f3a2d-e4b5-4262-be3c-4b5cbafd3133, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224, duration: 3478000
2015-02-12 16:39:14,184 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:14,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:14,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51613 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-afc35b5d-f158-46e4-93f6-41d03ae85be9:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-15884a86-b78d-47a2-9a6e-9c3b92eb1dfb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-572eb8dd-3ce5-4370-8e3d-e44cf715e19a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:14,189 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020-1423787929322-soberoi-%5B1A74650CC4334BD1B4092D35E286CF48%2F3BDA2ADBE9C048F1-1423787954077-6-1-SUCCEEDED-root.soberoi-1423787933850.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:39:14,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020-1423787929322-soberoi-%5B1A74650CC4334BD1B4092D35E286CF48%2F3BDA2ADBE9C048F1-1423787954077-6-1-SUCCEEDED-root.soberoi-1423787933850.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:39:14,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:39:14,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:39:14,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:39:14,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:39:14,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020/job_1423787534997_0020_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:39:14,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:39:14,205 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020_conf.xml_tmp. BP-2118265545-10.1.1.67-1423787517799 blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0c0d39e1-d685-491e-a8f9-11eb33bedd4a:NORMAL|RBW]]}
2015-02-12 16:39:14,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225 src: /127.0.0.1:53593 dest: /127.0.0.1:51610
2015-02-12 16:39:14,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225 src: /127.0.0.1:53594 dest: /127.0.0.1:51616
2015-02-12 16:39:14,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225 src: /127.0.0.1:53595 dest: /127.0.0.1:51606
2015-02-12 16:39:14,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53595, dest: /127.0.0.1:51606, bytes: 114948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 98e2d7ea-3620-4c76-8178-62d225f5b578, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225, duration: 1850000
2015-02-12 16:39:14,217 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:39:14,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51606 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:14,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53594, dest: /127.0.0.1:51616, bytes: 114948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 34aceafd-4a11-4c0a-91b6-d41d5adf4ee1, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225, duration: 2617000
2015-02-12 16:39:14,217 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:14,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51616 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:14,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:53593, dest: /127.0.0.1:51610, bytes: 114948, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-938599633_1, offset: 0, srvID: 18976121-9340-48bb-bbaa-6a43fcd8e204, blockid: BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225, duration: 3468000
2015-02-12 16:39:14,218 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-2118265545-10.1.1.67-1423787517799:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:39:14,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51610 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3dea7e79-db8e-4caa-befd-f683bc1ca65a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-96accc0d-146a-4232-956b-11db8ea8f79a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5cd63a7b-0c09-43d9-8a36-3c5a4ba1694b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:39:14,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-938599633_1
2015-02-12 16:39:14,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:39:14,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:39:14,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:39:14,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020-1423787929322-soberoi-%5B1A74650CC4334BD1B4092D35E286CF48%2F3BDA2ADBE9C048F1-1423787954077-6-1-SUCCEEDED-root.soberoi-1423787933850.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423787534997_0020-1423787929322-soberoi-%5B1A74650CC4334BD1B4092D35E286CF48%2F3BDA2ADBE9C048F1-1423787954077-6-1-SUCCEEDED-root.soberoi-1423787933850.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:39:14,243 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423787534997_0020_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:39:14,243 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0020_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:39:14,243 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423787534997_0020 with final state: FINISHING
2015-02-12 16:39:14,243 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0020 State change from RUNNING to FINAL_SAVING
2015-02-12 16:39:14,243 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423787534997_0020
2015-02-12 16:39:14,244 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423787534997_0020_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:39:14,244 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423787534997_0020 State change from FINAL_SAVING to FINISHING
2015-02-12 16:39:15,004 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423787534997_0020_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:39:15,005 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423787534997_0020_01_000009 in state: COMPLETED event:FINISHED
2015-02-12 16:39:15,005 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423787534997_0020 CONTAINERID=container_1423787534997_0020_01_000009
2015-02-12 16:39:15,005 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423787534997_0020_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:51659, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:39:15,005 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423787534997_0020_000001 released container container_1423787534997_0020_01_000009 on node: host: 10.1.1.67:51659 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:39:15,249 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423787534997_0020 unregistered successfully.
2015-02-12 16:39:15,253 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742039_1215 127.0.0.1:51610 127.0.0.1:51606 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:39:15,253 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742040_1216 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610 127.0.0.1:51616
2015-02-12 16:39:15,253 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742041_1217 127.0.0.1:51613 127.0.0.1:51606 127.0.0.1:51610
2015-02-12 16:39:15,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742042_1218 127.0.0.1:51616 127.0.0.1:51610 127.0.0.1:51613
2015-02-12 16:39:15,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742044_1220 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51606
2015-02-12 16:39:15,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742045_1221 127.0.0.1:51610 127.0.0.1:51613 127.0.0.1:51616
2015-02-12 16:39:15,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742043_1219 127.0.0.1:51616 127.0.0.1:51606 127.0.0.1:51613
2015-02-12 16:39:15,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423787534997_0020 dst=null perm=null proto=rpc
2015-02-12 16:39:15,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:15,301 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary
2015-02-12 16:39:15,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary dst=null perm=null proto=rpc
2015-02-12 16:39:15,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:15,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:15,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:15,317 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:39:15,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:39:15,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:39:15,325 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/serializedpipesplatform/customerwritable
2015-02-12 16:39:15,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:15,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:15,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:15,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null proto=rpc
2015-02-12 16:39:15,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:39:15,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null proto=rpc